-- Logs begin at Mon 2021-08-09 14:58:09 UTC, end at Mon 2021-08-09 16:00:51 UTC. -- Aug 09 15:32:05.886281 dv-cinder-788365-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 09 15:32:08.618617 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.common.config [-] Logging enabled! Aug 09 15:32:08.619293 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 15:32:08.619383 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 15:32:08.622632 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.common.config [-] Logging enabled! Aug 09 15:32:08.622887 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev527 Aug 09 15:32:08.623199 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99881) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 09 15:32:08.624137 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:32:08.624373 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:32:08.624753 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:32:08.625004 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:32:08.625232 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:32:08.625554 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.625857 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.626154 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.626387 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.626687 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.626982 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.627823 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.628248 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.628567 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.628887 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.629170 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.629455 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.629688 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.629970 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.630365 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.630661 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.630889 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] debug = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.631172 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.631599 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.632002 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.632281 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.632577 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.632879 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.633155 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.633432 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.633718 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.634048 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] host = dv-cinder-788365-6-iscsi {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.634327 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.634615 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.634901 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.635188 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.635464 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.635743 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.636030 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.636306 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.636580 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] log_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.636884 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.637176 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.637464 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.637753 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.637979 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.638202 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.638492 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.638781 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.639059 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.639336 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.639611 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.639886 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.640160 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.640431 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.640735 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.641021 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.641306 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.641582 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.641856 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.642128 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.642401 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.642765 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.643550 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.643825 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.644103 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.644388 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.644660 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.644963 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.645267 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.645552 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.645835 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.646121 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.646394 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.646673 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.646949 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.647222 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.647492 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] use_json = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.647764 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.648035 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.648315 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.648584 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.648880 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.649154 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.649426 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.649709 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:08.650009 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.650309 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.650609 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.650895 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.651193 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.651476 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.651766 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.652047 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.652342 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.652636 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.652951 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.653234 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.653525 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.653805 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.654110 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.654416 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.654714 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.655008 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.655287 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.655565 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.655842 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.656121 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.656410 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.656705 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.657027 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.657307 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.657589 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.657881 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.658161 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.658679 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.658960 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.659257 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.659537 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.659817 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.660104 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.660390 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.660664 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.660967 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.661249 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.661543 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.661821 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.662093 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.662366 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.662647 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.662921 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.663207 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.663490 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.663765 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.664039 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.664318 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.664592 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.664889 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.665168 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.665441 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.665722 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.665997 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.666269 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.666542 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.666815 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.667085 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.667357 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.667628 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.667904 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.668177 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.668450 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.668734 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.669015 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.669289 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.669581 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.669884 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.670161 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.670447 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.670726 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.671003 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.671280 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.671558 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.671837 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.672118 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.672654 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.672981 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.673266 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.673555 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.673840 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.674150 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.674488 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.674770 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.675057 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.675337 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.675626 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.675918 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.676205 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.676503 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.676822 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.677121 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.677417 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.677713 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.677995 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.678307 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.678588 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:08.678807 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:32:08.679049 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99881) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 09 15:32:09.031152 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 15:32:09.031433 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 15:32:09.031723 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 09 15:32:09.032057 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 09 15:32:09.432303 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.432531 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.432793 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.434001 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.434275 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.434540 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.468435 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.468853 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.469129 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.486113 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.486418 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.487223 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.516223 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.516510 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.516807 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.558414 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.558690 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.558960 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.792518 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.793182 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.793182 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.793354 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.794036 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.918405 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.918721 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.919008 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.919282 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.919553 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.919865 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.920129 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.920387 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.920647 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.920954 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.921215 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.921481 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.921739 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.921990 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.922244 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.922762 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.923016 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.923282 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.923552 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.923811 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.924619 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.924903 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.925186 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.925560 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.925809 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.926055 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.926449 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:32:09.926691 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:32:09.926927 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:32:09.927162 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:32:09.927396 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:32:09.927632 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:32:09.928000 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 09 15:32:09.931237 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 09 15:32:09.935201 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 09 15:32:09.939061 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Aug 09 15:32:09.941467 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 09 15:32:09.941951 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 09 15:32:09.942418 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 09 15:32:09.942673 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 09 15:32:09.945615 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 09 15:32:09.945869 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 09 15:32:09.946221 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 15:32:09.951555 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 09 15:32:09.974314 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 09 15:32:09.974777 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.975078 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99881) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 09 15:32:09.975438 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.976825 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99881) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 09 15:32:09.977114 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 09 15:32:09.977365 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 09 15:32:09.980797 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:09.981085 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.044970 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 09 15:32:10.045150 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 09 15:32:10.045380 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 09 15:32:10.045765 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 09 15:32:10.067695 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_db.sqlalchemy.engines [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99881) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 09 15:32:10.609534 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Initializing driver for type 'gre' Aug 09 15:32:10.610065 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] gre ID ranges: [(1, 1000)] Aug 09 15:32:10.664575 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Initializing driver for type 'local' Aug 09 15:32:10.664969 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Initializing driver for type 'vlan' Aug 09 15:32:10.678809 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] VlanTypeDriver initialization complete Aug 09 15:32:10.679146 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Initializing driver for type 'vxlan' Aug 09 15:32:10.679651 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] vxlan ID ranges: [(1, 1000)] Aug 09 15:32:10.735002 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Initializing extension driver 'port_security' Aug 09 15:32:10.735336 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.extensions.port_security [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] PortSecurityExtensionDriver initialization complete Aug 09 15:32:10.735668 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Initializing mechanism driver 'openvswitch' Aug 09 15:32:10.735988 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Initializing mechanism driver 'hyperv' Aug 09 15:32:10.743233 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.plugin [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:10.743926 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > port after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.744309 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > port after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.744679 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > port after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.745216 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:32:10.745655 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > subnet after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.746011 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > subnet after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.746359 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > subnet after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.746753 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:32:10.747166 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > network after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.747542 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > network after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.747891 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > network after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.748279 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:32:10.748681 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > security_group after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.749056 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > security_group after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.749399 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > security_group after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.749791 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:32:10.750325 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.750679 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.751031 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.751426 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:32:10.751833 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > address_group after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.752204 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > address_group after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.752632 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > address_group after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.753049 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99881) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 09 15:32:10.753429 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] ML2 OVO RPC backend initialized. {{(pid=99881) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 09 15:32:10.754144 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router_interface after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.754506 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.754924 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > network before_response 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.755276 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > networks before_response 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.755627 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > port before_response 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.755971 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > ports before_response 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.756316 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > subnet before_response 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.756658 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > subnets before_response 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.757033 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > network after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.757377 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > network after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.757717 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > network after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.758055 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > port after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.758391 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > port after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.758725 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > port after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.759061 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > subnet after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.759396 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > subnet after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.759733 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > subnet after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.760311 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.plugin [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Modular L2 Plugin initialization complete Aug 09 15:32:10.760640 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading services supported by the core plugin {{(pid=99881) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 09 15:32:10.760999 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.plugins.ml2.managers [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Got port-security extension from driver 'port_security' Aug 09 15:32:10.761470 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.extensions.vlantransparent [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Disabled vlantransparent extension. Aug 09 15:32:10.761954 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99881) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 09 15:32:10.762267 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading Plugin: router Aug 09 15:32:10.800773 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router_interface before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.801384 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router after_create 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.801606 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router before_create 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.801978 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.802353 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.802712 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router after_delete 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.803078 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > floatingip after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.803444 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router after_create 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.803794 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router after_update 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.804147 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router after_update 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.804496 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.804885 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router after_update 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.805304 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router precommit_update 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.805675 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: port after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.806018 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: port after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.806358 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: subnet after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.806698 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.807048 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > port precommit_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.807396 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router precommit_create 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.807740 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: port before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.808085 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router precommit_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.808445 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router after_update 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.808817 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router precommit_delete 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.809171 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router precommit_create 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.809536 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router_interface after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.809881 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router precommit_update 55549900 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.810250 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > agent after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.810600 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > agent after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.810951 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > network after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.811828 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Tracking information for resource: router configured {{(pid=99881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:32:10.812162 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Tracking information for resource: floatingip configured {{(pid=99881) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 09 15:32:10.817134 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.db.l3_agentschedulers_db [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 09 15:32:10.817911 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: port after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.818274 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: port after_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.818631 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: port after_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.818986 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: port after_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.819784 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router before_create 55550100 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.820153 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router precommit_delete 55550100 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.820524 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router precommit_create 55550100 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.820911 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > router precommit_update 55550100 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.825337 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.services.provider_configuration [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service providers = [] {{(pid=99881) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 09 15:32:10.825708 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.db.servicetype_db [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99881) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 09 15:32:10.828665 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.services.service_base [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:32:10.829047 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.services.service_base [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:32:10.829393 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.services.service_base [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:32:10.830359 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.services.service_base [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99881) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 09 15:32:10.830693 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.services.service_base [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 09 15:32:10.831077 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:32:10.831401 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 09 15:32:10.842077 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:32:10.842419 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading Plugin: auto_allocate Aug 09 15:32:10.848771 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: network precommit_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.849146 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: network precommit_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.849671 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:32:10.849996 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading Plugin: tag Aug 09 15:32:10.856491 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:32:10.856861 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading Plugin: timestamp Aug 09 15:32:10.860935 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:32:10.861224 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading Plugin: network_ip_availability Aug 09 15:32:10.867199 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.867569 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.867929 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:10.868648 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:32:10.869080 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading Plugin: flavors Aug 09 15:32:10.873877 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:32:10.874215 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading Plugin: revisions Aug 09 15:32:10.878751 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99881) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 09 15:32:10.879142 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_concurrency.lockutils [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.847s {{(pid=99881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 09 15:32:10.879872 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99881) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 09 15:32:10.880214 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Initializing extension manager. Aug 09 15:32:10.880751 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: __init__.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.881102 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: __pycache__ {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.881440 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.881776 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: address_group.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.882538 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.883108 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: address-group Aug 09 15:32:10.883434 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: address_scope.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.884154 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.884670 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: address-scope Aug 09 15:32:10.885018 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: admin_state_down_before_update.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.885954 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.886465 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: router-admin-state-down-before-update Aug 09 15:32:10.886789 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: agent.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.887683 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.888196 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: agent Aug 09 15:32:10.888518 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: agent_resources_synced.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.889460 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.889974 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: agent-resources-synced Aug 09 15:32:10.890304 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: allowedaddresspairs.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.892101 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.892682 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: allowed-address-pairs Aug 09 15:32:10.893173 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: auto_allocated_topology.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.894261 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.894914 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: auto-allocated-topology Aug 09 15:32:10.895254 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: availability_zone.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.895968 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.896479 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: availability_zone Aug 09 15:32:10.896834 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: availability_zone_filter.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.897794 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.898302 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: availability_zone_filter Aug 09 15:32:10.898630 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: data_plane_status.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.899536 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.900041 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension data-plane-status not supported by any of loaded plugins Aug 09 15:32:10.900369 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: default_subnetpools.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.901310 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.901825 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: default-subnetpools Aug 09 15:32:10.902150 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: dhcpagentscheduler.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.902973 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.903486 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: dhcp_agent_scheduler Aug 09 15:32:10.903814 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: dns.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.904773 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.905284 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension dns-integration not supported by any of loaded plugins Aug 09 15:32:10.905609 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: dns_domain_ports.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.906537 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.907052 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 09 15:32:10.907378 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.908902 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.909529 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 09 15:32:10.909857 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: dvr.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.910543 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.911056 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: dvr Aug 09 15:32:10.911383 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: ecmp_routes.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.912312 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.912863 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension ecmp_routes not supported by any of loaded plugins Aug 09 15:32:10.913188 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: empty_string_filtering.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.914101 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.914616 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: empty-string-filtering Aug 09 15:32:10.914937 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.915854 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.916368 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 09 15:32:10.916693 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.917641 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.918153 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 09 15:32:10.918474 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: external_net.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.919393 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.919908 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: external-net Aug 09 15:32:10.920231 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: extra_dhcp_opt.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.921200 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.921703 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: extra_dhcp_opt Aug 09 15:32:10.922024 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: extraroute.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.923203 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.923712 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: extraroute Aug 09 15:32:10.924151 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: extraroute_atomic.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.925322 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.925829 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: extraroute-atomic Aug 09 15:32:10.926264 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: filter_validation.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.927360 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.927878 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: filter-validation Aug 09 15:32:10.928202 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: fip_pf_description.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.929158 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.929668 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 09 15:32:10.929996 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: fip_port_details.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.930917 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.931428 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: fip-port-details Aug 09 15:32:10.931750 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: flavors.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.933078 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.933606 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: flavors Aug 09 15:32:10.933936 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.935650 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.936181 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 09 15:32:10.936515 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: floatingip_pools.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.937255 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.937780 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: floatingip-pools Aug 09 15:32:10.938111 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: ip_allocation.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.939050 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.939611 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension ip_allocation not supported by any of loaded plugins Aug 09 15:32:10.940026 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.941201 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.941731 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: ip-substring-filtering Aug 09 15:32:10.942065 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: l2_adjacency.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.943007 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.943531 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension l2_adjacency not supported by any of loaded plugins Aug 09 15:32:10.943860 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: l3.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.945055 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.945588 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: router Aug 09 15:32:10.945919 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: l3_conntrack_helper.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.948228 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.948801 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 09 15:32:10.949138 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.950102 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.950622 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: ext-gw-mode Aug 09 15:32:10.950954 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.951897 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.952417 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: l3-ha Aug 09 15:32:10.952772 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: l3_flavors.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.953694 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.954214 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: l3-flavors Aug 09 15:32:10.954541 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.955552 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.956162 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: l3-port-ip-change-not-allowed Aug 09 15:32:10.956494 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: l3agentscheduler.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.957564 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.958198 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: l3_agent_scheduler Aug 09 15:32:10.958750 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: logging.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.960568 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.961241 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension logging not supported by any of loaded plugins Aug 09 15:32:10.961576 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: metering.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.962331 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.962920 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: metering Aug 09 15:32:10.963250 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.964375 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.964919 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: metering_source_and_destination_fields Aug 09 15:32:10.965251 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: multiprovidernet.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.966186 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.966701 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: multi-provider Aug 09 15:32:10.967026 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: netmtu.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.967946 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.968456 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: net-mtu Aug 09 15:32:10.968807 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: netmtu_writable.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.969741 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.970252 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: net-mtu-writable Aug 09 15:32:10.970575 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: network_availability_zone.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.971809 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.972395 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: network_availability_zone Aug 09 15:32:10.972798 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: network_ip_availability.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.973941 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.974459 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: network-ip-availability Aug 09 15:32:10.974786 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: network_segment_range.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.975554 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.976062 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension network-segment-range not supported by any of loaded plugins Aug 09 15:32:10.976385 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: pagination.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.977452 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.977781 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: pagination Aug 09 15:32:10.978106 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: port_device_profile.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.979023 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.979537 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: port-device-profile Aug 09 15:32:10.979861 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.980814 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.981327 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: port-mac-address-regenerate Aug 09 15:32:10.981652 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.982582 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.983094 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: port-numa-affinity-policy Aug 09 15:32:10.983417 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: port_resource_request.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.984347 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.984883 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension port-resource-request not supported by any of loaded plugins Aug 09 15:32:10.985209 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: portbindings.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.987257 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.987343 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: binding Aug 09 15:32:10.987613 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: portbindings_extended.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.989126 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.989662 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: binding-extended Aug 09 15:32:10.989995 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: portsecurity.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.990931 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.991454 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: port-security Aug 09 15:32:10.991785 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: project_id.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.992795 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.993132 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: project-id Aug 09 15:32:10.993459 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: providernet.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.994391 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.994905 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: provider Aug 09 15:32:10.995244 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: qos.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:10.998729 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:10.999259 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension qos not supported by any of loaded plugins Aug 09 15:32:10.999597 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.000898 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.001422 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 09 15:32:11.001754 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.002718 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.003231 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 09 15:32:11.003562 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: qos_default.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.004493 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.005039 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension qos-default not supported by any of loaded plugins Aug 09 15:32:11.005365 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: qos_fip.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.006022 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.006525 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension qos-fip not supported by any of loaded plugins Aug 09 15:32:11.006848 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: qos_gateway_ip.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.007819 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.008359 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 09 15:32:11.008687 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: qos_port_network_policy.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.009638 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.010153 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 09 15:32:11.010479 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: qos_pps_rule.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.011664 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.012182 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension qos-pps not supported by any of loaded plugins Aug 09 15:32:11.012509 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: qos_rule_type_details.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.013471 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.013987 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 09 15:32:11.014313 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: qos_rules_alias.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.015361 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.015884 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 09 15:32:11.016207 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: quotasv2.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.017189 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.017517 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: quotas Aug 09 15:32:11.017866 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: quotasv2_detail.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.020973 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.021322 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: quota_details Aug 09 15:32:11.021656 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: rbac.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.022930 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.023462 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: rbac-policies Aug 09 15:32:11.023795 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: rbac_address_group.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.024763 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.025287 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: rbac-address-group Aug 09 15:32:11.025617 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: rbac_address_scope.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.026546 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.027062 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: rbac-address-scope Aug 09 15:32:11.027388 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: rbac_security_groups.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.028369 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.028918 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: rbac-security-groups Aug 09 15:32:11.029246 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: rbac_subnetpool.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.030176 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.030690 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: rbac-subnetpool Aug 09 15:32:11.031017 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: revisionifmatch.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.031949 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.032487 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: revision-if-match Aug 09 15:32:11.032848 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: revisions.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.034563 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.035079 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: standard-attr-revisions Aug 09 15:32:11.035436 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: router_availability_zone.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.036118 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.036631 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: router_availability_zone Aug 09 15:32:11.036982 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: routerservicetype.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.037909 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.038512 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension router-service-type not supported by any of loaded plugins Aug 09 15:32:11.038835 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.039767 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.040284 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: security-groups-normalized-cidr Aug 09 15:32:11.040617 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: security_groups_port_filtering.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.041569 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.042087 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: port-security-groups-filtering Aug 09 15:32:11.042618 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.043338 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.043912 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: security-groups-remote-address-group Aug 09 15:32:11.044182 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: securitygroup.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.055047 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.055601 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: security-group Aug 09 15:32:11.055928 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: segment.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.056755 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.057275 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension segment not supported by any of loaded plugins Aug 09 15:32:11.057602 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.058670 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.059258 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 09 15:32:11.059588 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: servicetype.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.060845 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.061376 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: service-type Aug 09 15:32:11.061709 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: sorting.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.062715 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.063046 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: sorting Aug 09 15:32:11.063374 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: standard_attr_segment.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.064307 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.064937 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 09 15:32:11.065272 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: standardattrdescription.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.065924 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.066436 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: standard-attr-description Aug 09 15:32:11.066757 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: stateful_security_group.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.067697 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.068216 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: stateful-security-group Aug 09 15:32:11.068543 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: stdattrs_common.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.069225 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 09 15:32:11.069551 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.070489 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.071016 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 09 15:32:11.071341 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: subnet_onboard.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.072433 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.072979 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: subnet_onboard Aug 09 15:32:11.073307 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.074248 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.074764 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 09 15:32:11.075095 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: subnet_service_types.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.076027 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.076545 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: subnet-service-types Aug 09 15:32:11.076901 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: subnetallocation.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.077991 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.078511 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: subnet_allocation Aug 09 15:32:11.078837 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.079517 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.080535 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: subnetpool-prefix-ops Aug 09 15:32:11.080898 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.081855 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.082364 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 09 15:32:11.082689 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: tagging.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.083790 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.084309 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: standard-attr-tag Aug 09 15:32:11.084636 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: timestamp.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.085870 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.086394 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loaded extension: standard-attr-timestamp Aug 09 15:32:11.086721 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: trunk.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.087764 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.088283 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension trunk not supported by any of loaded plugins Aug 09 15:32:11.088612 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: trunk_details.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.089637 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.090156 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension trunk-details not supported by any of loaded plugins Aug 09 15:32:11.090486 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: uplink_status_propagation.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.091428 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.091947 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 09 15:32:11.092273 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Loading extension file: vlantransparent.py {{(pid=99881) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 09 15:32:11.092990 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99881) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 09 15:32:11.093505 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extension vlan-transparent not supported by any of loaded plugins Aug 09 15:32:11.096670 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:network Aug 09 15:32:11.097398 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:subnet Aug 09 15:32:11.097804 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:32:11.098202 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:port Aug 09 15:32:11.099540 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.100010 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service FLAVORS assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.100642 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.101094 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.101433 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:router Aug 09 15:32:11.101872 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:floatingip Aug 09 15:32:11.102366 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service METERING assigned prefix: /metering {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.103811 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:11.104186 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:11.104542 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:32:11.105585 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 15:32:11.106038 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:security_group Aug 09 15:32:11.106474 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 15:32:11.108239 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service CORE assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.108622 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:32:11.109010 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] subnetpool is already registered Aug 09 15:32:11.109471 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service CORE assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.109806 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:32:11.110147 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] subnetpool is already registered Aug 09 15:32:11.112677 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.113082 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service FLAVORS assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.113685 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.114113 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.114449 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:router Aug 09 15:32:11.114793 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] router is already registered Aug 09 15:32:11.115218 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:floatingip Aug 09 15:32:11.115558 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] floatingip is already registered Aug 09 15:32:11.116014 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service METERING assigned prefix: /metering {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.116683 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of CountableResource for resource:rbac_policy Aug 09 15:32:11.117035 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] rbac_policy is already registered Aug 09 15:32:11.117445 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:security_group Aug 09 15:32:11.117784 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] security_group is already registered Aug 09 15:32:11.118188 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:security_group_rule Aug 09 15:32:11.118525 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] security_group_rule is already registered Aug 09 15:32:11.119154 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service CORE assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.119504 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:32:11.119890 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] subnetpool is already registered Aug 09 15:32:11.120322 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.v2.resource_helper [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Service CORE assigned prefix: {{(pid=99881) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 09 15:32:11.120646 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Creating instance of TrackedResource for resource:subnetpool Aug 09 15:32:11.121003 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING neutron.quota.resource_registry [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] subnetpool is already registered Aug 09 15:32:11.121488 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: extensions {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.122970 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: address-groups {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.124470 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: address-scopes {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.125837 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: agents {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.127048 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: auto-allocated-topology {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.128328 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: availability_zones {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.129673 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: dhcp-networks {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.131202 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: dhcp-agents {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.139085 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: routers {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.139085 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: flavors {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.139085 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: service_profiles {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.139085 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: next_providers {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.139085 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: service_profiles {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.139897 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: floatingip-pools {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.141193 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: routers {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.143468 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: floatingips {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.144781 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: l3-routers {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.146269 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: l3-agents {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.147703 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: metering-labels {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.149013 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: metering-label-rules {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.150396 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: network-ip-availabilities {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.151671 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: bindings {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.153272 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: quotas {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.154837 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: quotas {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.156372 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: rbac-policies {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.157608 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: security-groups {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.159500 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: security-group-rules {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.160758 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: service-providers {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.162073 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: subnetpools {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.163430 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: subnetpools {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.165104 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: tags {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.166811 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: tags {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.168631 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: tags {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.170484 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: tags {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.172242 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: tags {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.175779 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: tags {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.177508 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: tags {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.179324 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: tags {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.181266 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: tags {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.183061 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron.api.extensions [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Extended resource: tags {{(pid=99881) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 09 15:32:11.189090 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING keystonemiddleware.auth_token [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 09 15:32:11.194121 dv-cinder-788365-6-iscsi neutron-server[99881]: WARNING keystonemiddleware.auth_token [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 09 15:32:11.202644 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_concurrency.lockutils [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Acquired lock "singleton_lock" {{(pid=99881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 09 15:32:11.203144 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_concurrency.lockutils [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Releasing lock "singleton_lock" {{(pid=99881) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 09 15:32:11.203774 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO oslo_service.service [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Starting 2 workers Aug 09 15:32:11.212138 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Started child 99998 {{(pid=99881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:32:11.214099 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Started child 99999 {{(pid=99881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:32:11.214751 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.215816 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO neutron.service [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Neutron service started, listening on 0.0.0.0:9696 Aug 09 15:32:11.216288 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [-] (99998) wsgi starting up on http://0.0.0.0:9696 Aug 09 15:32:11.216525 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Notify callbacks [] for process, before_spawn {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.219460 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO oslo_service.service [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Starting 1 workers Aug 09 15:32:11.223968 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.225539 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [-] (99999) wsgi starting up on http://0.0.0.0:9696 Aug 09 15:32:11.225771 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Started child 100000 {{(pid=99881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:32:11.226331 dv-cinder-788365-6-iscsi neutron-server[99881]: INFO oslo_service.service [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Starting 1 workers Aug 09 15:32:11.229597 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.service [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] calling RpcWorker wait() {{(pid=100000) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 09 15:32:11.230175 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.service [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] returning from RpcWorker wait() {{(pid=100000) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 09 15:32:11.231046 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Started child 100001 {{(pid=99881) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 09 15:32:11.231645 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.231893 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG neutron_lib.callbacks.manager [None req-db8c4140-a06d-4df1-a0a7-bc3069a4362a None None] Notify callbacks [] for process, after_spawn {{(pid=99881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.232221 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:11.233844 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 15:32:11.234059 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:32:11.234250 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:32:11.234469 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:32:11.234807 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:32:11.234972 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:32:11.235489 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.235767 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.236046 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.236365 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.236689 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.236973 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:11.237743 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.237743 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.237926 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.238138 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.238375 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.238545 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.238715 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.238961 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.239219 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.239501 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.239762 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.239999 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.240301 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.240476 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.240776 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.241050 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.241298 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.241588 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] debug = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.241836 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.242355 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.242610 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.242857 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.243077 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.243346 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.243578 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.243835 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.244083 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.244299 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.244536 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.244842 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.245088 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.245308 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.245530 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.245799 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.246022 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.246507 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] host = dv-cinder-788365-6-iscsi {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.246765 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.247017 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.247246 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.247505 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.247765 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.247984 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.248385 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.248503 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.248894 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.249381 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.249381 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.249852 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.250005 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.250338 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.250492 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_options = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.250640 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.250862 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.251143 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.251341 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.251514 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.251695 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.252000 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.252170 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.252439 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.252703 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.253005 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.253204 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.253391 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.253613 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.254721 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.254721 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.254721 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.254721 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.255745 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.255745 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.255745 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.255745 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.256333 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.256333 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.256333 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.256681 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.256681 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.257035 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.257180 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.257350 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.257653 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.257824 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.258048 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.258298 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.258536 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.258835 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.258993 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.259292 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.259450 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.259716 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.259983 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.260221 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.260468 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.260686 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.260958 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.261208 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_json = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.261426 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.261669 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.261941 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.262159 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.262456 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.262599 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.262818 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.263058 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.263492 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.263773 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.264096 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.264349 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.264607 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.264878 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.265134 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.265359 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.265593 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.265860 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.266169 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.266398 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.266692 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.266964 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.267232 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.268186 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.268537 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.268781 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.269043 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.269286 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.269542 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.269768 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.270132 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.270427 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.270694 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.270962 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.271222 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.271503 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.271784 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.271941 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.272173 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.272394 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.272660 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.272930 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.273150 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.273485 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.275792 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.275792 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.275792 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.275792 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.275792 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.275792 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.275792 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.275792 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.275792 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.276415 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.276415 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.276415 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.276415 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.276690 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.276690 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.276928 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.277145 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.277268 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:11.277383 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.277605 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.277871 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.278093 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.278326 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.278541 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.278764 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.279020 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.279274 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.279515 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.279754 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.279966 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.280187 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.280402 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.281075 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.281148 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.281320 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.281570 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.281803 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.282014 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.282193 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.282414 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.282656 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.282882 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.283118 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.284020 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.284516 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.284651 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.284862 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.285088 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.285493 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.285659 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.285918 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.286727 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.286727 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.286727 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.287075 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.287200 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.287431 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.287674 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.288751 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.288751 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.288751 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.288751 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.289116 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.289116 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.289364 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.289629 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.289850 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.290098 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.290345 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.290607 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.290834 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.291386 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.291386 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.291677 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.291825 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.292160 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.292368 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.292622 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.292941 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.293185 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.294129 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.294129 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.294129 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.294379 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.294534 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.294788 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.295051 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.295298 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.295550 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.295784 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.296037 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.296281 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.296573 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.296850 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.297072 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.297289 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.297791 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.298148 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.298624 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.299050 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.299538 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.299988 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.300391 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.300651 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.300955 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.301211 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.301471 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.301709 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.301976 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.302354 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.302576 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.302857 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.303083 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.303339 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.303557 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.303819 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.304201 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.304318 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.306500 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.306500 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.306500 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.306500 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.306500 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.306500 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.306500 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.306500 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.307039 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.307039 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.307039 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.307252 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.307328 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.307520 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.307919 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.308156 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.308472 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.308746 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.308988 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.309242 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.309473 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.309729 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.310105 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.310494 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.310874 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.311233 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.311600 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.311975 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.312253 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.312495 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.312694 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.312963 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.313206 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.313483 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.314020 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.314455 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.315130 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.315494 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.315845 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.316223 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.316524 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.316941 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.317224 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.317450 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.317860 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.318161 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.318421 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.318680 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.319161 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.319732 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.320313 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.320954 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.321552 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.322093 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.322696 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.323126 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.323544 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.323940 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.324349 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.324774 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.325137 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.325499 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.325871 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.326625 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.326990 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.327466 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.327838 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.330935 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.331261 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.331517 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.331782 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.332036 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.332272 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.332507 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.332779 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.333022 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.333242 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.333497 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.333774 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.333969 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.334200 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.334424 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.334642 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.334921 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.335090 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.335331 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.335560 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.335781 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.335996 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.336299 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.336573 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.338285 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.338674 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.338929 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.339493 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.339741 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.340065 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.340289 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.341531 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.342049 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.342308 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.342549 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.342822 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.343162 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.343457 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.343739 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.344008 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.344279 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.344567 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.344909 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.345828 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.347339 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.348098 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.348388 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.348661 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.348935 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.349198 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.349436 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.349663 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.349909 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.350157 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.350382 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.350645 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.350899 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.351153 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.351377 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.351612 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.351834 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.352084 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.352300 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.352541 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.353013 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.353184 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:32:11.353746 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99881) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 09 15:32:11.353912 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 09 15:32:11.354071 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 09 15:32:11.354263 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 09 15:32:11.354437 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 09 15:32:11.354593 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 09 15:32:11.354803 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.354966 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.355126 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.355285 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.355445 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.355625 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.355786 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.355945 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.356105 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.356265 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.356425 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.356584 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.356763 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.356927 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.357088 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.357249 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.357408 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.357729 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.357878 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.358043 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.358202 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.358448 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.358617 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] debug = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.358807 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.359017 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.359223 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.359382 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.359601 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.359802 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.359964 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.360124 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.360291 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.361656 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.361831 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.362000 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.362171 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.362326 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.362488 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.363037 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.363155 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.364669 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] host = dv-cinder-788365-6-iscsi {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.364868 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.365031 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.365203 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.365360 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.365534 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.365706 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.365901 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.365995 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.366148 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.367340 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.368229 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.368399 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.368556 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.368745 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.368903 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_options = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.369063 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.369224 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.369387 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.369584 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.369747 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.369906 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.370066 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.370225 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.370388 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.370546 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.370705 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.370868 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.371050 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.371201 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.371329 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.371645 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.372439 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.372605 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.372817 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.372982 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.373143 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.373304 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.373467 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.373631 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.373789 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.373947 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.374112 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.374269 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.374426 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.374584 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.374746 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.374912 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.375074 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.375231 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.375396 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.375554 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.375712 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.375876 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.376037 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.376934 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.377117 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.377351 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.377552 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.377782 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.377941 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.378102 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_json = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.378267 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.378430 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.378589 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.378747 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.378906 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.379066 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.379228 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.379390 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 09 15:32:11.379572 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.379690 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:11.380014 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.380192 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.380358 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.380520 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.380682 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.380894 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.381058 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.381220 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.381382 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.381553 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.381715 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.381890 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.382052 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.382216 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.382382 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.382546 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.382714 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.382878 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.383041 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.383203 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.383366 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.383545 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.383707 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.383871 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.384034 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.384216 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.384361 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.384525 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.384689 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.384876 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.385039 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.385202 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.385365 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.385528 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.385691 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.385854 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.386018 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.386181 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.386344 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.386507 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.386669 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.386882 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.387046 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.387210 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.387372 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.387535 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.387699 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.387861 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.388023 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.388197 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.388359 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.388521 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.388684 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.388874 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.389037 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.389199 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.389361 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.389524 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.389688 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.389850 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.390025 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.390187 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.390350 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.390509 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.390665 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.390826 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.391603 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.392225 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.392406 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.393118 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.393426 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.393727 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.394001 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.394203 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.394463 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.394676 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.394852 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.395180 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.395899 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.396107 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.396270 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.396582 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.396912 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.397237 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.397417 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.397576 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.397740 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.397904 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.398066 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.398230 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.398393 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.398555 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.398719 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.398880 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.399043 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.399210 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.399389 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.399742 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.399909 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.400074 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.400237 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.400401 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.400564 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.400747 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.400909 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.401072 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.401234 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.401397 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.401557 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.401721 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.401898 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.402063 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.402225 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.402386 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.402554 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.402728 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.402895 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.403043 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.403211 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.403372 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.403533 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.403703 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.403862 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.404024 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.404185 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.404346 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.404516 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.404688 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.404905 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.405069 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.405608 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.405811 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.405975 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.406141 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.406345 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.406470 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.408890 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.408890 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.408890 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.408890 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.408890 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.408890 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.408890 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.408890 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.409498 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.409498 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.409498 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.409498 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.409498 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.409498 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.409911 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.409911 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.410066 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.410147 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.410281 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.410446 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.410610 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.410773 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.410938 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.411101 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.411263 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.411425 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.411587 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.411749 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.411913 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.412075 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.412236 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.412396 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.412559 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.412752 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.412910 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.413072 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.413236 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.413403 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.413566 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.413730 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.413891 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.414053 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.414262 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.414461 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.414625 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.414787 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.414950 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.415113 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.415275 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.415437 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.415616 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.415778 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.415941 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.416105 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.416267 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.416429 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.416592 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.416774 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.416940 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.417103 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.417265 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.417430 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.417597 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.417760 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.417923 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.418086 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.418248 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.418406 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.418566 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.418740 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.419074 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.420062 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.421236 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.421408 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.421576 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.422251 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.422969 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.423140 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.423306 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.423477 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.423731 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.423861 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.424014 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.424321 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.424487 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.424651 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.424844 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.425019 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.425194 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.425331 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.425490 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.425661 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.425793 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.425965 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.426131 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.426296 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.426441 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.426607 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.426769 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.426992 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.427103 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.427253 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.427414 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.427579 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.427724 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.427900 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.428064 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.428228 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.428397 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.428559 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.428741 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.429153 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.429338 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.429501 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.429668 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.430006 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.430213 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.430521 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.430727 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.430902 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.431075 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.431385 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.431754 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.431932 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.432106 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.432381 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.432484 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.432645 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.432848 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.433284 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.433459 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.433627 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.433789 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.433953 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.434115 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.434527 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.434695 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.434857 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.435242 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.435412 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.435574 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.435736 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.435899 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.436061 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.436223 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.436384 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.436546 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.436707 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 09 15:32:11.436884 dv-cinder-788365-6-iscsi neutron-server[99881]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99881) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 09 15:32:11.585470 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43542) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:11.594131 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064058 Aug 09 15:32:23.578306 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d8161f-0213-40c1-9309-9f93355f2bee None None] get_active_networks_info from dv-cinder-788365-6-iscsi {{(pid=100000) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 09 15:32:23.668234 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d8161f-0213-40c1-9309-9f93355f2bee None None] No non-hosted networks {{(pid=100000) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 09 15:32:23.685220 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-11c19192-0f2a-4ac0-aade-c5a1d6de77ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-892408'] for agent, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.035406 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-200ec212-df93-4649-936a-946fa66ae99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-892408'] for agent, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.104105 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-296a580a-dc3c-4461-aa95-838482f0f075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.226189 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-892408'] for agent, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:26.231183 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.234612 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.239979 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.240666 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.242773 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.247209 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.248890 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.250940 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.252861 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.253393 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.255899 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.256492 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:26.257129 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788365-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:26.267196 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788365-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:32:27.192250 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-892408'] for agent, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:28.855403 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-892408'] for agent, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:29.564601 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.db.l3_hamode_db [None req-89a00b58-481f-4aa5-9725-8208d8702797 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 09 15:32:29.642610 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a00b58-481f-4aa5-9725-8208d8702797 None None] Routers set() bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:32:29.643091 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a00b58-481f-4aa5-9725-8208d8702797 None None] Router IDs set() for agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 09 15:32:30.237859 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43634) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:30.747032 dv-cinder-788365-6-iscsi neutron-server[99999]: WARNING oslo_policy.policy [None req-29fb73ab-0512-435a-b8f7-e8c12a29aca3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:32:30.747612 dv-cinder-788365-6-iscsi neutron-server[99999]: WARNING oslo_policy.policy [None req-29fb73ab-0512-435a-b8f7-e8c12a29aca3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:32:30.966982 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [None req-29fb73ab-0512-435a-b8f7-e8c12a29aca3 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:30.968008 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-29fb73ab-0512-435a-b8f7-e8c12a29aca3 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7290785 Aug 09 15:32:33.418971 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43648) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:33.729452 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-cdf4376e-335d-4280-a07a-ade60f0939dd admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:33.825397 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.policy [None req-cdf4376e-335d-4280-a07a-ade60f0939dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99999) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 15:32:33.871528 dv-cinder-788365-6-iscsi neutron-server[99999]: WARNING oslo_policy.policy [None req-cdf4376e-335d-4280-a07a-ade60f0939dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:32:33.871913 dv-cinder-788365-6-iscsi neutron-server[99999]: WARNING oslo_policy.policy [None req-cdf4376e-335d-4280-a07a-ade60f0939dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:32:33.882046 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.quota [None req-cdf4376e-335d-4280-a07a-ade60f0939dd admin admin] Loaded quota_driver: . Aug 09 15:32:33.979719 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cdf4376e-335d-4280-a07a-ade60f0939dd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748356351567', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748356350882', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748356364270', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748356369985', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748355940636', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748356374162', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1636516', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1858179', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1014408', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-948688'] for rbac-policy, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:34.053317 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cdf4376e-335d-4280-a07a-ade60f0939dd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:34.054611 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-cdf4376e-335d-4280-a07a-ade60f0939dd admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6345723 Aug 09 15:32:36.672547 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43660) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:36.973715 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'admin_state_up': True}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:37.003726 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Made reservation on behalf of aebadfebc80b429ab7ad1f7b03a460af for: {'network': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:37.006525 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.024908 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.154291 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.159090 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.184541 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=99999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:32:37.211296 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748354402663', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.211905 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Unsubscribe: segment precommit_create {{(pid=99999) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 15:32:37.212447 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.segments_db [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Added segment fa94ec83-6476-4c74-abb8-a2d17e5b401a of type vlan for network 96216f47-a829-4bb3-b2f5-de59778bf9ba Aug 09 15:32:37.219279 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ecb69a-89b3-47fb-bb81-43c04d374a71,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:37.257382 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.257731 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.258074 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.258408 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.258737 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.259083 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.259413 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.259737 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.260076 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.260400 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.260743 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.261057 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Tracked resource versions report: Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: pushed versions: Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: { 'AddressGroup': {'1.2'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'ConntrackHelper': {'1.0'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Log': {'1.0'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Network': {'1.1'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Port': {'1.7'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'PortForwarding': {'1.2'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'QosPolicy': {'1.9'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SecurityGroup': {'1.4'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SubPort': {'1.0'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Subnet': {'1.1'}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Trunk': {'1.1'}} Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: consumer versions: Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: { DHCP agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: L3 agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: Metadata agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: Metering agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: Open vSwitch agent@dv-cinder-788365-6-iscsi: { 'AddressGroup': '1.2', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'ConntrackHelper': '1.0', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Log': '1.0', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Network': '1.1', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Port': '1.7', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'PortForwarding': '1.2', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'QosPolicy': '1.9', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SecurityGroup': '1.4', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SecurityGroupRule': '1.2', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SubPort': '1.0', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Subnet': '1.1', Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Trunk': '1.1'}} Aug 09 15:32:37.262109 dv-cinder-788365-6-iscsi neutron-server[99999]: {{(pid=99999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:32:37.344444 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.395143 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.396329 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:37.396991 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:37.488069 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8142486 Aug 09 15:32:37.496424 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f725f-c8e6-49a7-b995-4b264914f535 admin admin] Pushing event updated for resources: {'Network': ['ID=96216f47-a829-4bb3-b2f5-de59778bf9ba,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:37.523947 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 96216f47-a829-4bb3-b2f5-de59778bf9ba details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:32:40.133481 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43674) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:40.531842 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3dc10d-6ed3-4b63-80a6-12d49149446f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:40.533712 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-be3dc10d-6ed3-4b63-80a6-12d49149446f admin admin] 10.222.0.10 "GET /v2.0/networks/96216f47-a829-4bb3-b2f5-de59778bf9ba HTTP/1.1" status: 200 len: 826 time: 0.3990648 Aug 09 15:32:40.558836 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-4633499c-b730-4d8a-b2f0-f5c32abbdd4c admin admin] 10.222.0.10 "GET /v2.0/subnetpools/4f70c8cf-9a0a-4d51-83eb-bb71eac4bf83 HTTP/1.1" status: 200 len: 734 time: 0.0190411 Aug 09 15:32:40.568923 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '4f70c8cf-9a0a-4d51-83eb-bb71eac4bf83', 'gateway_ip': '172.20.0.1', 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba', 'name': 'private-subnet', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:40.594380 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Made reservation on behalf of aebadfebc80b429ab7ad1f7b03a460af for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:40.597005 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.912783 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:40.985783 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bac0327-d695-4916-b497-1b88a037c656,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:40.989408 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Checking segment: {'id': 'fa94ec83-6476-4c74-abb8-a2d17e5b401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:40.989810 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Network hostable DHCP agents. Network: 96216f47-a829-4bb3-b2f5-de59778bf9ba, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:32:41.011871 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Network 96216f47-a829-4bb3-b2f5-de59778bf9ba is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:32:41.022936 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 96216f47-a829-4bb3-b2f5-de59778bf9ba) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:41.028258 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:41.029096 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:41.033823 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71e1f5-a963-4cba-b24d-31559f22ec97 None None] Network 96216f47-a829-4bb3-b2f5-de59778bf9ba requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:41.045272 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ccfb624d-7fa9-4531-92dc-a09ed170fb0e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4799244 Aug 09 15:32:41.364520 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3423916f-b9ce-52bf-b934-1f6a46b7609a-96216f47-a829-4bb3-b2f5-de59778bf9ba', 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'fixed_ips': [{'subnet_id': '2bac0327-d695-4916-b497-1b88a037c656'}]}} from dv-cinder-788365-6-iscsi. {{(pid=100000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:32:41.365720 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:41.642974 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.db_base_plugin_common [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Allocated IP 172.20.0.2 (96216f47-a829-4bb3-b2f5-de59778bf9ba/2bac0327-d695-4916-b497-1b88a037c656/3c1ac2bf-9972-447d-ac4f-91442d4cc113) {{(pid=100000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:41.848623 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Notify callbacks [] for port, precommit_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:41.892314 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Transition to ACTIVE for port object 3c1ac2bf-9972-447d-ac4f-91442d4cc113 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:41.913450 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Transition to ACTIVE for port object 3c1ac2bf-9972-447d-ac4f-91442d4cc113 will not be triggered until provisioned by entity DHCP. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:41.922066 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:41.992188 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Network 96216f47-a829-4bb3-b2f5-de59778bf9ba is already hosted by enough agents. {{(pid=100000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:42.003609 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.base_scheduler [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Resources bound (agent type, host, resource id): {{(pid=100000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:42.009164 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Pushing event updated for resources: {'Port': ['ID=3c1ac2bf-9972-447d-ac4f-91442d4cc113,revision_number=1']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:42.011372 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Received port after_create {{(pid=100000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:42.043141 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.043795 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.043873 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.044181 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.044521 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.044884 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.045218 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.045551 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.045899 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.046237 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.046566 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.047147 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Tracked resource versions report: Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: pushed versions: Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: { 'AddressGroup': {'1.2'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'ConntrackHelper': {'1.0'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Log': {'1.0'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Network': {'1.1'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Port': {'1.7'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'PortForwarding': {'1.2'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'QosPolicy': {'1.9'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SecurityGroup': {'1.4'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SubPort': {'1.0'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Subnet': {'1.1'}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Trunk': {'1.1'}} Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: consumer versions: Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: { DHCP agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: L3 agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: Metadata agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: Metering agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: Open vSwitch agent@dv-cinder-788365-6-iscsi: { 'AddressGroup': '1.2', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'ConntrackHelper': '1.0', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Log': '1.0', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Network': '1.1', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Port': '1.7', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'PortForwarding': '1.2', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'QosPolicy': '1.9', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SecurityGroup': '1.4', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SecurityGroupRule': '1.2', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SubPort': '1.0', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Subnet': '1.1', Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Trunk': '1.1'}} Aug 09 15:32:42.048329 dv-cinder-788365-6-iscsi neutron-server[100000]: {{(pid=100000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:32:42.097975 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Attempting to bind port 3c1ac2bf-9972-447d-ac4f-91442d4cc113 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:32:42.098369 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Attempting to bind port 3c1ac2bf-9972-447d-ac4f-91442d4cc113 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': 'fa94ec83-6476-4c74-abb8-a2d17e5b401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:32:42.098791 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Attempting to bind port 3c1ac2bf-9972-447d-ac4f-91442d4cc113 on network 96216f47-a829-4bb3-b2f5-de59778bf9ba {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:32:42.103689 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:32:42.104094 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Checking segment: {'id': 'fa94ec83-6476-4c74-abb8-a2d17e5b401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:32:42.104594 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.105034 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Bound using segment: {'id': 'fa94ec83-6476-4c74-abb8-a2d17e5b401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:32:42.105524 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Bound port: 3c1ac2bf-9972-447d-ac4f-91442d4cc113, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa94ec83-6476-4c74-abb8-a2d17e5b401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:32:42.105938 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.169027 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] For port 3c1ac2bf-9972-447d-ac4f-91442d4cc113, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:32:42.174058 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] For port 3c1ac2bf-9972-447d-ac4f-91442d4cc113, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=3c1ac2bf-9972-447d-ac4f-91442d4cc113,segment=NetworkSegment(fa94ec83-6476-4c74-abb8-a2d17e5b401a),segment_id=fa94ec83-6476-4c74-abb8-a2d17e5b401a)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:32:42.178625 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:42.249055 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a135541-ceaf-4d51-a651-314e5631e439 None None] Pushing event updated for resources: {'Port': ['ID=3c1ac2bf-9972-447d-ac4f-91442d4cc113,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:43.480303 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43682) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:43.824740 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [None req-874c77ad-104d-4b13-9bfe-3f0696885b62 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:43.825861 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-874c77ad-104d-4b13-9bfe-3f0696885b62 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3445244 Aug 09 15:32:46.244800 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43690) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:46.566219 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [None req-96887d4d-afc0-4ffb-94ce-d6f717120037 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:46.585116 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-96887d4d-afc0-4ffb-94ce-d6f717120037 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3393779 Aug 09 15:32:49.282695 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43700) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:49.606769 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-621ba9a6-b4cd-491d-8945-6481eb9bd533 admin admin] Request body: {'router': {'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'name': 'router1', 'admin_state_up': True}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:49.631807 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-621ba9a6-b4cd-491d-8945-6481eb9bd533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.633503 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-621ba9a6-b4cd-491d-8945-6481eb9bd533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-886117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.775933 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-621ba9a6-b4cd-491d-8945-6481eb9bd533 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.780746 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-621ba9a6-b4cd-491d-8945-6481eb9bd533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-886124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087'] for router, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.794049 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-621ba9a6-b4cd-491d-8945-6481eb9bd533 admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:49.795529 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-621ba9a6-b4cd-491d-8945-6481eb9bd533 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5118635 Aug 09 15:32:50.278181 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 3c1ac2bf-9972-447d-ac4f-91442d4cc113 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:50.369195 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 3c1ac2bf-9972-447d-ac4f-91442d4cc113 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:50.711950 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f487428e-f528-4206-8b8c-1c193caa8b0f None None] Network 96216f47-a829-4bb3-b2f5-de59778bf9ba requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:32:50.770093 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-a85d4784-2b43-4da8-a59f-acdbc5eeb617 None None] Provisioning for port 3c1ac2bf-9972-447d-ac4f-91442d4cc113 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:50.776216 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-a85d4784-2b43-4da8-a59f-acdbc5eeb617 None None] Provisioning complete for port 3c1ac2bf-9972-447d-ac4f-91442d4cc113 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:50.776621 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a85d4784-2b43-4da8-a59f-acdbc5eeb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:50.942853 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a85d4784-2b43-4da8-a59f-acdbc5eeb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.004512 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-a85d4784-2b43-4da8-a59f-acdbc5eeb617 None None] For port 3c1ac2bf-9972-447d-ac4f-91442d4cc113, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=3c1ac2bf-9972-447d-ac4f-91442d4cc113,segment=NetworkSegment(fa94ec83-6476-4c74-abb8-a2d17e5b401a),segment_id=fa94ec83-6476-4c74-abb8-a2d17e5b401a)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:32:51.008917 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a85d4784-2b43-4da8-a59f-acdbc5eeb617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:51.061832 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d4784-2b43-4da8-a59f-acdbc5eeb617 None None] Pushing event updated for resources: {'Port': ['ID=3c1ac2bf-9972-447d-ac4f-91442d4cc113,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:51.228301 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-e7bbc8d6-fa63-4799-a841-35f60b02774c None None] Provisioning complete for port 3c1ac2bf-9972-447d-ac4f-91442d4cc113 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:51.228583 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-e7bbc8d6-fa63-4799-a841-35f60b02774c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.244533 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 3c1ac2bf-9972-447d-ac4f-91442d4cc113 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:32:52.276500 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43712) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:52.295212 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 3c1ac2bf-9972-447d-ac4f-91442d4cc113 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:52.295581 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:52.615646 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [None req-5f29d934-3120-445b-ad84-d1b4f8d8e955 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:32:52.616636 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-5f29d934-3120-445b-ad84-d1b4f8d8e955 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3388801 Aug 09 15:32:53.418454 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-6985ccb7-be68-49a5-ae05-ddbbaa4ecc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.102213 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43720) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:55.432618 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:32:55.457193 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Made reservation on behalf of 94c1f34a18e947a4b5fcd1df8ebaa913 for: {'network': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:32:55.459450 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.467446 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.555408 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.559836 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.575004 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Reserving flat network on physical network physnet1 {{(pid=99999) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 09 15:32:55.593403 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42acf96e-8cbd-4471-9269-a5f7f74e57de,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:55.599233 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.599581 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.segments_db [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Added segment 99985b3e-031d-48fb-a4aa-a1616c1aed9e of type flat for network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 Aug 09 15:32:55.647607 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.684185 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.685162 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:55.685734 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:55.740962 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6375628 Aug 09 15:32:55.745892 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97c903-c5fd-43da-ad85-d8177938fb40 admin admin] Pushing event updated for resources: {'Network': ['ID=97a8b985-7f6e-4284-aa05-03aa9c6dfe75,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:55.756953 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:32:56.035731 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-110a6b5a-b535-41ea-b0f8-ae6683569ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:56.217730 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:57.106362 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.177362 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43738) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:32:58.370094 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317a13b-e6e7-4abd-90ae-2d33fe229b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:32:58.371466 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-b317a13b-e6e7-4abd-90ae-2d33fe229b5f admin admin] 10.222.0.10 "GET /v2.0/subnets/2bac0327-d695-4916-b497-1b88a037c656 HTTP/1.1" status: 200 len: 849 time: 0.1931539 Aug 09 15:32:58.497788 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-70c52b84-93d6-4a88-ab82-dc277c7de599 admin admin] 10.222.0.10 "GET /v2.0/routers/44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 HTTP/1.1" status: 200 len: 704 time: 0.1195824 Aug 09 15:32:58.785145 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:58.788776 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.114405 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Allocated IP 172.20.0.1 (96216f47-a829-4bb3-b2f5-de59778bf9ba/2bac0327-d695-4916-b497-1b88a037c656/e1f46bbb-e288-422f-b0d1-9ad970a5188f) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:32:59.321918 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.347662 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Transition to ACTIVE for port object e1f46bbb-e288-422f-b0d1-9ad970a5188f will not be triggered until provisioned by entity DHCP. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:32:59.431198 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.503030 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Network 96216f47-a829-4bb3-b2f5-de59778bf9ba is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:32:59.511539 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:32:59.518347 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f46bbb-e288-422f-b0d1-9ad970a5188f,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:32:59.530370 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:32:59.530963 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889364'] for router_interface, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.741718 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.782859 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-14523ea7-e1dc-45a5-b3cd-9d902f267ed5 None None] Provisioning for port e1f46bbb-e288-422f-b0d1-9ad970a5188f completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:32:59.788260 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-14523ea7-e1dc-45a5-b3cd-9d902f267ed5 None None] Provisioning complete for port e1f46bbb-e288-422f-b0d1-9ad970a5188f triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:32:59.789098 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-14523ea7-e1dc-45a5-b3cd-9d902f267ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.827134 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-14523ea7-e1dc-45a5-b3cd-9d902f267ed5 None None] Port e1f46bbb-e288-422f-b0d1-9ad970a5188f cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:32:59.973003 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.977536 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:32:59.978335 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889504'] for router_interface, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:00.058275 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=e1f46bbb-e288-422f-b0d1-9ad970a5188f,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:00.113395 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Network 96216f47-a829-4bb3-b2f5-de59778bf9ba is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:00.114764 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:00.284745 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Router 44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 is scheduled to L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 with binding_index 1 {{(pid=99999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:33:00.351356 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-1fa66815-a345-4cf5-8faa-0fc06e2bf912 None None] Provisioning complete for port e1f46bbb-e288-422f-b0d1-9ad970a5188f triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:00.351877 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-1fa66815-a345-4cf5-8faa-0fc06e2bf912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:00.380487 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:33:00.387637 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ad071af9-4fa2-411b-973d-d5fd5c1a4ec4 admin admin] 10.222.0.10 "PUT /v2.0/routers/44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8825750 Aug 09 15:33:00.396410 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-1fa66815-a345-4cf5-8faa-0fc06e2bf912 None None] Port e1f46bbb-e288-422f-b0d1-9ad970a5188f cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:33:00.404067 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Sync routers for ids ['44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:33:00.416004 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Routers {'44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:00.416908 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:32:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:00.613922 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Set router 44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 gateway port host: None {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:01.069730 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'name': 'router1', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:49Z', 'updated_at': '2021-08-09T15:32:59Z', 'revision_number': 2, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'gw_port_host': None, '_interfaces': [{'id': 'e1f46bbb-e288-422f-b0d1-9ad970a5188f', 'name': '', 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'mac_address': 'fa:16:3e:33:e4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bac0327-d695-4916-b497-1b88a037c656', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:58Z', 'updated_at': '2021-08-09T15:32:59Z', 'revision_number': 2, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'subnets': [{'id': '2bac0327-d695-4916-b497-1b88a037c656', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f70c8cf-9a0a-4d51-83eb-bb71eac4bf83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:01.122314 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Checking router: 44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:33:01.122686 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Updating router 44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 port e1f46bbb-e288-422f-b0d1-9ad970a5188f binding host dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:33:01.175145 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.724393 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Notify callbacks [] for port, precommit_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.744022 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.provisioning_blocks [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Transition to ACTIVE for port object e1f46bbb-e288-422f-b0d1-9ad970a5188f will not be triggered until provisioned by entity L2. {{(pid=100001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:01.750844 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.919262 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Pushing event updated for resources: {'Port': ['ID=e1f46bbb-e288-422f-b0d1-9ad970a5188f,revision_number=3']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:01.922718 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Attempting to bind port e1f46bbb-e288-422f-b0d1-9ad970a5188f on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:01.923277 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Attempting to bind port e1f46bbb-e288-422f-b0d1-9ad970a5188f by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': 'fa94ec83-6476-4c74-abb8-a2d17e5b401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba'}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:01.923733 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Attempting to bind port e1f46bbb-e288-422f-b0d1-9ad970a5188f on network 96216f47-a829-4bb3-b2f5-de59778bf9ba {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:01.933169 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:01.933582 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Checking segment: {'id': 'fa94ec83-6476-4c74-abb8-a2d17e5b401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:01.934083 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.934503 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Bound using segment: {'id': 'fa94ec83-6476-4c74-abb8-a2d17e5b401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba'} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:01.935017 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Bound port: e1f46bbb-e288-422f-b0d1-9ad970a5188f, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa94ec83-6476-4c74-abb8-a2d17e5b401a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba'}}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:01.935400 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:01.939917 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.940281 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.940630 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.941010 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.941342 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.941674 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.942003 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.942333 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.942676 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.943008 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.943331 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.943659 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Tracked resource versions report: Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: pushed versions: Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: { 'AddressGroup': {'1.2'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'ConntrackHelper': {'1.0'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Log': {'1.0'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Network': {'1.1'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Port': {'1.7'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'PortForwarding': {'1.2'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'QosPolicy': {'1.9'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SecurityGroup': {'1.4'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SubPort': {'1.0'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Subnet': {'1.1'}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Trunk': {'1.1'}} Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: consumer versions: Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: { DHCP agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: L3 agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: Metadata agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: Metering agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: Open vSwitch agent@dv-cinder-788365-6-iscsi: { 'AddressGroup': '1.2', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'ConntrackHelper': '1.0', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Log': '1.0', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Network': '1.1', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Port': '1.7', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'PortForwarding': '1.2', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'QosPolicy': '1.9', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SecurityGroup': '1.4', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SecurityGroupRule': '1.2', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SubPort': '1.0', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Subnet': '1.1', Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Trunk': '1.1'}} Aug 09 15:33:01.944901 dv-cinder-788365-6-iscsi neutron-server[100001]: {{(pid=100001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:33:02.015991 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] For port e1f46bbb-e288-422f-b0d1-9ad970a5188f, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:02.038891 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] For port e1f46bbb-e288-422f-b0d1-9ad970a5188f, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=e1f46bbb-e288-422f-b0d1-9ad970a5188f,segment=NetworkSegment(fa94ec83-6476-4c74-abb8-a2d17e5b401a),segment_id=fa94ec83-6476-4c74-abb8-a2d17e5b401a)] {{(pid=100001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:02.043415 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:02.105651 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Routers {'44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:02.106289 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:32:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:02.108160 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b9fb4-8e1d-4762-9d55-436b92cf6568 None None] Pushing event updated for resources: {'Port': ['ID=e1f46bbb-e288-422f-b0d1-9ad970a5188f,revision_number=4']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:02.204562 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] Set router 44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 gateway port host: None {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:02.428882 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'name': 'router1', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:49Z', 'updated_at': '2021-08-09T15:32:59Z', 'revision_number': 2, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'gw_port_host': None, '_interfaces': [{'id': 'e1f46bbb-e288-422f-b0d1-9ad970a5188f', 'name': '', 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'mac_address': 'fa:16:3e:33:e4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bac0327-d695-4916-b497-1b88a037c656', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:58Z', 'updated_at': '2021-08-09T15:33:02Z', 'revision_number': 4, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'subnets': [{'id': '2bac0327-d695-4916-b497-1b88a037c656', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f70c8cf-9a0a-4d51-83eb-bb71eac4bf83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:02.456621 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dda45c7-4e63-453b-be56-faa1d6192391 None None] The sync data for ids ['44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'] in dv-cinder-788365-6-iscsi is: [{'id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'name': 'router1', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:49Z', 'updated_at': '2021-08-09T15:32:59Z', 'revision_number': 2, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'gw_port_host': None, '_interfaces': [{'id': 'e1f46bbb-e288-422f-b0d1-9ad970a5188f', 'name': '', 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'mac_address': 'fa:16:3e:33:e4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bac0327-d695-4916-b497-1b88a037c656', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:58Z', 'updated_at': '2021-08-09T15:33:02Z', 'revision_number': 4, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'subnets': [{'id': '2bac0327-d695-4916-b497-1b88a037c656', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f70c8cf-9a0a-4d51-83eb-bb71eac4bf83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:33:02.767956 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 43760) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:02.888098 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e727b01-eb03-4209-bdad-552cc25d698e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:02.889540 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-2e727b01-eb03-4209-bdad-552cc25d698e admin admin] 10.222.0.10 "GET /v2.0/networks/97a8b985-7f6e-4284-aa05-03aa9c6dfe75 HTTP/1.1" status: 200 len: 842 time: 0.1206067 Aug 09 15:33:02.904259 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:02.926859 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Made reservation on behalf of 94c1f34a18e947a4b5fcd1df8ebaa913 for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:33:02.930632 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.307888 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.objects.ports [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99999) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 09 15:33:03.308153 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.361407 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a8e941-c494-4597-baa3-a601c32cdd41,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:03.372934 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:03.373292 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Network hostable DHCP agents. Network: 97a8b985-7f6e-4284-aa05-03aa9c6dfe75, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:33:03.398647 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:33:03.408978 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 97a8b985-7f6e-4284-aa05-03aa9c6dfe75) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:03.413243 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:03.413884 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:03.419303 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9d803-170b-4d90-9b4c-20bcf33f53db None None] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:33:03.444935 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-191c3474-3739-4a03-8d85-1dc515d8e672 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5343401 Aug 09 15:33:03.552518 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ca11f-eb0d-4993-9a9e-102f157089f6 None None] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:33:05.829847 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 43768) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:06.012678 dv-cinder-788365-6-iscsi neutron-server[99998]: WARNING oslo_policy.policy [None req-d701b8c0-b516-4443-85f7-b841ed41c834 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:33:06.013352 dv-cinder-788365-6-iscsi neutron-server[99998]: WARNING oslo_policy.policy [None req-d701b8c0-b516-4443-85f7-b841ed41c834 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:33:06.332377 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.policy [None req-d701b8c0-b516-4443-85f7-b841ed41c834 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99998) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 09 15:33:06.382944 dv-cinder-788365-6-iscsi neutron-server[99998]: WARNING oslo_policy.policy [None req-d701b8c0-b516-4443-85f7-b841ed41c834 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:33:06.383378 dv-cinder-788365-6-iscsi neutron-server[99998]: WARNING oslo_policy.policy [None req-d701b8c0-b516-4443-85f7-b841ed41c834 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 09 15:33:06.637925 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-d701b8c0-b516-4443-85f7-b841ed41c834 admin admin] 10.222.0.10 "GET /v2.0/routers/44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 HTTP/1.1" status: 200 len: 710 time: 0.8054307 Aug 09 15:33:06.836263 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a513b22e-9c56-497f-96fc-20475ca8856e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:33:06.838053 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-a513b22e-9c56-497f-96fc-20475ca8856e admin admin] 10.222.0.10 "GET /v2.0/networks/97a8b985-7f6e-4284-aa05-03aa9c6dfe75 HTTP/1.1" status: 200 len: 886 time: 0.1939361 Aug 09 15:33:06.848958 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:33:07.120108 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.365659 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.451451 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.674978 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Allocated IP 172.27.3.17 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:33:07.823444 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:07.933383 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:08.013839 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:33:08.019827 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:33:08.063082 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Pushing event updated for resources: {'Port': ['ID=af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:08.071983 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:33:08.075591 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.075941 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.076295 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.076619 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.076976 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.077307 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.077631 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.078014 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.078485 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.078814 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.079136 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.079454 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Tracked resource versions report: Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: pushed versions: Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: { 'AddressGroup': {'1.2'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'ConntrackHelper': {'1.0'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Log': {'1.0'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Network': {'1.1'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Port': {'1.7'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'PortForwarding': {'1.2'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'QosPolicy': {'1.9'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SecurityGroup': {'1.4'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SubPort': {'1.0'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Subnet': {'1.1'}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Trunk': {'1.1'}} Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: consumer versions: Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: { DHCP agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: L3 agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: Metadata agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: Metering agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: Open vSwitch agent@dv-cinder-788365-6-iscsi: { 'AddressGroup': '1.2', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'ConntrackHelper': '1.0', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Log': '1.0', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Network': '1.1', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Port': '1.7', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'PortForwarding': '1.2', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'QosPolicy': '1.9', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SecurityGroup': '1.4', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SecurityGroupRule': '1.2', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SubPort': '1.0', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Subnet': '1.1', Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Trunk': '1.1'}} Aug 09 15:33:08.080546 dv-cinder-788365-6-iscsi neutron-server[99998]: {{(pid=99998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:33:08.290103 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device e1f46bbb-e288-422f-b0d1-9ad970a5188f up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:08.345559 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port e1f46bbb-e288-422f-b0d1-9ad970a5188f completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:08.349552 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port e1f46bbb-e288-422f-b0d1-9ad970a5188f triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:08.349934 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:08.374345 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:08.427327 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:08.465169 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port e1f46bbb-e288-422f-b0d1-9ad970a5188f, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=e1f46bbb-e288-422f-b0d1-9ad970a5188f,segment=NetworkSegment(fa94ec83-6476-4c74-abb8-a2d17e5b401a),segment_id=fa94ec83-6476-4c74-abb8-a2d17e5b401a)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:08.469908 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:08.524022 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=e1f46bbb-e288-422f-b0d1-9ad970a5188f,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:08.635418 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-889866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-886107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7302'] for router, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:08.640783 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-890097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-890104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-886082'] for router, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:08.751131 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Router 44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:33:08.858621 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:33:08.865354 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] Notify callbacks [] for router, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:08.876768 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-8d7eeeef-5cf4-4e64-b08e-2033b90c7d85 admin admin] 10.222.0.10 "PUT /v2.0/routers/44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 HTTP/1.1" status: 200 len: 889 time: 2.0222518 Aug 09 15:33:09.106817 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Sync routers for ids ['44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:33:09.118352 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Routers {'44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:09.119021 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:32:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:09.381948 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Set router 44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:09.803924 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'name': 'router1', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:49Z', 'updated_at': '2021-08-09T15:33:08Z', 'revision_number': 4, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'gw_port': {'id': 'af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:07Z', 'updated_at': '2021-08-09T15:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'e1f46bbb-e288-422f-b0d1-9ad970a5188f', 'name': '', 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'mac_address': 'fa:16:3e:33:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bac0327-d695-4916-b497-1b88a037c656', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:58Z', 'updated_at': '2021-08-09T15:33:08Z', 'revision_number': 5, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'subnets': [{'id': '2bac0327-d695-4916-b497-1b88a037c656', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f70c8cf-9a0a-4d51-83eb-bb71eac4bf83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:09.867805 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Checking router: 44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:33:09.868181 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Updating router 44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 port af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e binding host dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:33:09.915621 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.251505 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Notify callbacks [] for port, precommit_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.263668 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Transition to ACTIVE for port object af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:33:10.273269 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.279656 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device e1f46bbb-e288-422f-b0d1-9ad970a5188f up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:10.365055 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Attempting to bind port af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:33:10.365422 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Attempting to bind port af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:33:10.365784 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Attempting to bind port af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e on network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:33:10.369408 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0e05d-74c2-44b2-9167-acc70893906b None None] Pushing event updated for resources: {'Port': ['ID=af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:10.377851 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:33:10.378177 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:33:10.378587 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.378979 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Bound using segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:33:10.379461 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Bound port: af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:33:10.379866 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.407582 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port e1f46bbb-e288-422f-b0d1-9ad970a5188f triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:10.408233 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.548409 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] For port af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:33:10.551952 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] For port af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:33:10.558424 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:10.650850 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0e05d-74c2-44b2-9167-acc70893906b None None] Pushing event updated for resources: {'Port': ['ID=af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:10.654350 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Routers {'44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:33:10.654967 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:32:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:10.768400 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] Set router 44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:33:11.000963 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'name': 'router1', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:49Z', 'updated_at': '2021-08-09T15:33:08Z', 'revision_number': 4, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'gw_port': {'id': 'af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:07Z', 'updated_at': '2021-08-09T15:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'e1f46bbb-e288-422f-b0d1-9ad970a5188f', 'name': '', 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'mac_address': 'fa:16:3e:33:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bac0327-d695-4916-b497-1b88a037c656', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:58Z', 'updated_at': '2021-08-09T15:33:08Z', 'revision_number': 5, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'subnets': [{'id': '2bac0327-d695-4916-b497-1b88a037c656', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f70c8cf-9a0a-4d51-83eb-bb71eac4bf83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:33:11.026973 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6873038-0c8f-41b7-95ed-3e2918c9ab41 None None] The sync data for ids ['44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6'] in dv-cinder-788365-6-iscsi is: [{'id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'name': 'router1', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': 'af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:32:49Z', 'updated_at': '2021-08-09T15:33:08Z', 'revision_number': 4, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'gw_port': {'id': 'af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:96:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:33:07Z', 'updated_at': '2021-08-09T15:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'e1f46bbb-e288-422f-b0d1-9ad970a5188f', 'name': '', 'network_id': '96216f47-a829-4bb3-b2f5-de59778bf9ba', 'tenant_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'mac_address': 'fa:16:3e:33:e4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e9c9e2-bb76-4ad1-a0f8-4ca514fd54f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bac0327-d695-4916-b497-1b88a037c656', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:32:58Z', 'updated_at': '2021-08-09T15:33:08Z', 'revision_number': 5, 'project_id': 'aebadfebc80b429ab7ad1f7b03a460af', 'subnets': [{'id': '2bac0327-d695-4916-b497-1b88a037c656', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f70c8cf-9a0a-4d51-83eb-bb71eac4bf83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:33:11.332379 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 43794) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:33:11.460759 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-2b6e1703-2e3a-4506-8bc0-070653fdd1c1 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1247067 Aug 09 15:33:12.286846 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:12.306595 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 5 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:33:12.341957 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:33:12.350819 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:12.351617 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:12.455629 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:12.476433 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:33:12.480300 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:12.529174 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:33:14.276892 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:33:14.327111 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port af8ac0e0-c8d1-4912-aaf6-fd191eaf4c1e triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:33:14.327566 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:23.435684 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-b395a518-8651-47d5-b426-4591610548b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:26.038160 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-cac25805-e56c-4f07-97ae-876afa3d5776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:26.230510 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:27.111983 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:28.812919 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:49.305223 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 5 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:33:53.429714 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2f38-d2e5-4301-918d-f16ebaae1535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:56.054455 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-2b8d27e8-e5ea-4fc0-a192-aed2fbda0905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:56.224373 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:57.115529 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:33:58.806801 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:23.422488 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-37a4a881-e7f0-4b86-a127-62b66270d49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:26.036731 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-82da9948-688f-4bc2-a3f3-ba076f61e84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:26.237773 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:26.303424 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 5 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:34:27.114838 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:28.808456 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:49.884205 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44362) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:49.948964 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.pecan_wsgi.hooks.translation [None req-60837571-adc4-4e58-b92e-c799fe14afa9 admin admin] GET failed (client error): The resource could not be found. Aug 09 15:34:49.951008 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-60837571-adc4-4e58-b92e-c799fe14afa9 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658000 Aug 09 15:34:50.114428 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb0845f-ca93-4627-9770-39f70222648f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:50.115912 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-8fb0845f-ca93-4627-9770-39f70222648f admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1604884 Aug 09 15:34:52.303162 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44372) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:52.408012 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b7948c-5e42-4a84-8c02-706bdab25e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:52.409402 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-d5b7948c-5e42-4a84-8c02-706bdab25e3b admin admin] 10.222.0.10 "GET /v2.0/subnets/2bac0327-d695-4916-b497-1b88a037c656 HTTP/1.1" status: 200 len: 849 time: 0.1052976 Aug 09 15:34:52.420167 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:34:52.504808 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:52.654493 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748354232980'] for subnet, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:52.687768 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:52.689023 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:52.689681 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] 10.222.0.10 "PUT /v2.0/subnets/2bac0327-d695-4916-b497-1b88a037c656 HTTP/1.1" status: 200 len: 868 time: 0.2740538 Aug 09 15:34:52.703788 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254f1de5-e037-4d92-99b0-7e1083e49a23 None None] Network 96216f47-a829-4bb3-b2f5-de59778bf9ba requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:34:52.707408 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bac0327-d695-4916-b497-1b88a037c656,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:34:52.715387 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.715772 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.716112 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.716450 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.716824 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.717246 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.717516 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.717853 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.718193 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.718534 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.718851 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:52.719193 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b2281-68c7-403c-af7a-d6e063da7d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:34:53.095729 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-40045185-59d6-4d19-85c5-58645b20fafa None None] Provisioning complete for port e1f46bbb-e288-422f-b0d1-9ad970a5188f triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:53.096100 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-40045185-59d6-4d19-85c5-58645b20fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:53.185988 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-40045185-59d6-4d19-85c5-58645b20fafa None None] Provisioning complete for port 3c1ac2bf-9972-447d-ac4f-91442d4cc113 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:34:53.186245 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-40045185-59d6-4d19-85c5-58645b20fafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:53.424055 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-495d39d5-80be-4f0d-b4c0-a5d02f9bbf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:54.952085 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44380) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:55.180071 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b5114b-595b-4ba8-a99f-8e9181eaf50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:55.180467 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b5114b-595b-4ba8-a99f-8e9181eaf50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:55.182037 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-36b5114b-595b-4ba8-a99f-8e9181eaf50d admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2289917 Aug 09 15:34:56.040507 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-23fa71fc-9095-4ef8-a937-c881b1c53a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:56.231556 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.118577 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:57.376176 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44388) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:57.520196 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc63a221-c9f2-4404-9a7e-78573f5202aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:57.520983 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc63a221-c9f2-4404-9a7e-78573f5202aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:57.522532 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-fc63a221-c9f2-4404-9a7e-78573f5202aa admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1450708 Aug 09 15:34:58.813340 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:34:59.702246 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44396) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:34:59.841574 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25de22e2-8d2f-44d9-9869-ea7f62896866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:34:59.843056 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-25de22e2-8d2f-44d9-9869-ea7f62896866 admin admin] 10.222.0.10 "GET /v2.0/networks/96216f47-a829-4bb3-b2f5-de59778bf9ba HTTP/1.1" status: 200 len: 870 time: 0.1398191 Aug 09 15:35:02.071568 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44406) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:02.200256 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca8657-f6e6-4b39-a3fe-5c9d33260090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:02.201716 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c4ca8657-f6e6-4b39-a3fe-5c9d33260090 admin admin] 10.222.0.10 "GET /v2.0/networks/97a8b985-7f6e-4284-aa05-03aa9c6dfe75 HTTP/1.1" status: 200 len: 886 time: 0.1291926 Aug 09 15:35:03.301931 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 5 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:35:04.403087 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44414) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:04.531658 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3be52-cdb9-47f2-ab99-f6f76e011d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:04.532135 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3be52-cdb9-47f2-ab99-f6f76e011d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:04.533745 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-f2d3be52-cdb9-47f2-ab99-f6f76e011d95 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297023 Aug 09 15:35:06.754666 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44422) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:06.853668 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c577a6-5c8f-4890-9a26-97d43abc771a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:06.854346 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c577a6-5c8f-4890-9a26-97d43abc771a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:06.857238 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-11c577a6-5c8f-4890-9a26-97d43abc771a admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1014929 Aug 09 15:35:09.023815 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44430) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:09.114785 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e002436-0044-4668-a5cf-199ce5724a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:09.116132 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-5e002436-0044-4668-a5cf-199ce5724a59 admin admin] 10.222.0.10 "GET /v2.0/subnets/2bac0327-d695-4916-b497-1b88a037c656 HTTP/1.1" status: 200 len: 868 time: 0.0913389 Aug 09 15:35:11.267330 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44438) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:11.352919 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b675c-6086-4f29-96b6-3596496ac0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:11.354235 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-173b675c-6086-4f29-96b6-3596496ac0a3 admin admin] 10.222.0.10 "GET /v2.0/subnets/30a8e941-c494-4597-baa3-a601c32cdd41 HTTP/1.1" status: 200 len: 816 time: 0.0860422 Aug 09 15:35:23.425374 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5bc0ab53-bcec-4026-ae4d-620e3653a65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:26.034137 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c1a29011-da63-4750-8bb9-bf18b9ee8c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:26.232432 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:27.121033 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:28.820868 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:36.938298 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44492) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:36.987379 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [None req-12d46dfd-5dae-4fd8-a597-a5eb5f8220af admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:35:36.988375 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-12d46dfd-5dae-4fd8-a597-a5eb5f8220af admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491250 Aug 09 15:35:39.211273 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44500) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:39.271715 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a28d9e-b12f-4cff-b581-937be6bb7ce6 admin admin] GET failed (client error): The resource could not be found. Aug 09 15:35:39.273019 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-95a28d9e-b12f-4cff-b581-937be6bb7ce6 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608063 Aug 09 15:35:39.415130 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f3ad9-c182-4cb6-bdde-6027af3894b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:39.417766 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-df1f3ad9-c182-4cb6-bdde-6027af3894b7 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390500 Aug 09 15:35:40.299772 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 5 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:35:41.606257 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44508) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:41.653283 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:41.673730 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Made reservation on behalf of 94c1f34a18e947a4b5fcd1df8ebaa913 for: {'network': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:41.676103 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.704412 dv-cinder-788365-6-iscsi neutron-server[99999]: WARNING neutron.services.revisions.revision_plugin [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Could not find related network for resource to bump revision. Aug 09 15:35:41.716827 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1145} {{(pid=99999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:35:41.725843 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.726185 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.segments_db [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Added segment 6ac50d1b-b034-4ba8-82bb-f524854abd46 of type vlan for network 3d8c9a63-d38f-44b6-bb79-aab529180091 Aug 09 15:35:41.773890 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.803034 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.803947 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:41.804534 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:41.858267 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2509241 Aug 09 15:35:41.866725 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=3d8c9a63-d38f-44b6-bb79-aab529180091,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:41.874926 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.875306 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.875661 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.876013 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.876352 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.876705 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.877077 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.877413 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.877750 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.878085 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.878417 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.878745 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f07e317-e6d9-455c-b8a5-cd76dfd3a2c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:41.891136 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 3d8c9a63-d38f-44b6-bb79-aab529180091 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:35:44.053530 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44516) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:35:44.114016 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1261ec-9be7-4136-ac1d-a2e9b25b2634 admin admin] GET failed (client error): The resource could not be found. Aug 09 15:35:44.115353 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-1e1261ec-9be7-4136-ac1d-a2e9b25b2634 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608613 Aug 09 15:35:44.185989 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f127db-89eb-43cd-a859-1e67516c15f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:44.187456 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-17f127db-89eb-43cd-a859-1e67516c15f8 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0670943 Aug 09 15:35:44.198301 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:35:44.217249 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Made reservation on behalf of 94c1f34a18e947a4b5fcd1df8ebaa913 for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:35:44.219418 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.380173 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.436679 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf635cbd-8226-414a-8c49-8b7f7d06aa71,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:44.444295 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Checking segment: {'id': '6ac50d1b-b034-4ba8-82bb-f524854abd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:44.444641 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Network hostable DHCP agents. Network: 3d8c9a63-d38f-44b6-bb79-aab529180091, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:35:44.459909 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Network 3d8c9a63-d38f-44b6-bb79-aab529180091 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:35:44.468409 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 3d8c9a63-d38f-44b6-bb79-aab529180091) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:44.472448 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:35:44.473039 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.479916 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f5945-60f7-420f-99da-b02a40f0771a None None] Network 3d8c9a63-d38f-44b6-bb79-aab529180091 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:35:44.487682 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-6268b2b6-5113-4e0a-abd1-6b91442ebad1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2935851 Aug 09 15:35:44.728611 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3423916f-b9ce-52bf-b934-1f6a46b7609a-3d8c9a63-d38f-44b6-bb79-aab529180091', 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091', 'tenant_id': '94c1f34a18e947a4b5fcd1df8ebaa913', 'fixed_ips': [{'subnet_id': 'bf635cbd-8226-414a-8c49-8b7f7d06aa71'}]}} from dv-cinder-788365-6-iscsi. {{(pid=100000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:35:44.729862 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:44.868280 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.db_base_plugin_common [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Allocated IP 192.168.233.2 (3d8c9a63-d38f-44b6-bb79-aab529180091/bf635cbd-8226-414a-8c49-8b7f7d06aa71/d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e) {{(pid=100000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:35:45.016571 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Notify callbacks [] for port, precommit_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.024588 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Transition to ACTIVE for port object d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:45.041343 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Transition to ACTIVE for port object d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e will not be triggered until provisioned by entity DHCP. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:35:45.047217 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.081901 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Network 3d8c9a63-d38f-44b6-bb79-aab529180091 is already hosted by enough agents. {{(pid=100000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:35:45.084647 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.base_scheduler [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Resources bound (agent type, host, resource id): {{(pid=100000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:35:45.090354 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Received port after_create {{(pid=100000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:35:45.102268 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Pushing event updated for resources: {'Port': ['ID=d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e,revision_number=1']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:45.123296 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.123664 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.124011 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.124346 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.124675 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.125030 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.125357 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.125681 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.126023 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.126348 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.126688 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.127011 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:35:45.160911 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Attempting to bind port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:35:45.161280 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Attempting to bind port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '6ac50d1b-b034-4ba8-82bb-f524854abd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:35:45.161646 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Attempting to bind port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e on network 3d8c9a63-d38f-44b6-bb79-aab529180091 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:35:45.167650 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:35:45.168027 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Checking segment: {'id': '6ac50d1b-b034-4ba8-82bb-f524854abd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:35:45.168427 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.168847 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Bound using segment: {'id': '6ac50d1b-b034-4ba8-82bb-f524854abd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:35:45.169315 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Bound port: d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac50d1b-b034-4ba8-82bb-f524854abd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:35:45.169703 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.235997 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] For port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:35:45.239420 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] For port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e,segment=NetworkSegment(6ac50d1b-b034-4ba8-82bb-f524854abd46),segment_id=6ac50d1b-b034-4ba8-82bb-f524854abd46)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:35:45.243404 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:45.306057 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede5b20-3f11-4e37-adcd-60ab9bf6f55d None None] Pushing event updated for resources: {'Port': ['ID=d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:46.115927 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b2a650-bcfa-482b-a24d-bf53b6a86155 None None] Network 3d8c9a63-d38f-44b6-bb79-aab529180091 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:35:46.204577 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-88bbaffd-8db4-417b-9fb1-b22acb445a80 None None] Provisioning for port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:46.408581 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:46.464709 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:35:46.468841 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:46.469227 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.557124 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.570862 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-f17e3d0d-f97e-47f9-99ff-21872cb3ab65 None None] Provisioning complete for port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:46.571242 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-f17e3d0d-f97e-47f9-99ff-21872cb3ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.619947 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e,segment=NetworkSegment(6ac50d1b-b034-4ba8-82bb-f524854abd46),segment_id=6ac50d1b-b034-4ba8-82bb-f524854abd46)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:35:46.625440 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:46.701270 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:35:48.380999 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:35:48.429079 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port d43e7c9f-fa83-4c6e-928e-8a4e1ae38b1e triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:35:48.429457 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:53.426139 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee2a4-a012-49ef-aaf7-81b121cda4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:56.035358 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-2d39c98a-9db7-4e69-a871-f2a63cda396c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:56.237363 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:57.124064 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:35:58.825071 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:17.299113 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 5 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:36:23.427386 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-02821659-cc1c-4a61-8905-c4616ab97f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:26.035751 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bb098403-21b2-41df-b746-591f3a348de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:26.237867 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:27.125996 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:28.829172 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.496046 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44568) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:52.502034 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [None req-bdc86d73-d119-42be-9a77-2608390c26f8 tempest-verify_tempest_config-804415948 tempest-verify_tempest_config-804415948-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:36:52.503004 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-bdc86d73-d119-42be-9a77-2608390c26f8 tempest-verify_tempest_config-804415948 tempest-verify_tempest_config-804415948-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059962 Aug 09 15:36:52.806787 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44586) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:52.908390 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.994744 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:52.997628 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.041288 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7c92ab9770b4691b1b5d9c27400f069&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2334781 Aug 09 15:36:53.042112 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04c718e-007c-485d-87be-0170e4e8691b,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:53.044052 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44590) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:36:53.050050 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.050404 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.050747 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.051084 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.051417 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.051772 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.052109 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.052435 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.052799 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.053134 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.053459 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.054310 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecc4d40-df62-4da8-af71-6179e781d991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.128792 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.150151 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.250516 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.253087 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:53.254241 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c04c718e-007c-485d-87be-0170e4e8691b HTTP/1.1" status: 204 len: 168 time: 0.2091517 Aug 09 15:36:53.262024 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04c718e-007c-485d-87be-0170e4e8691b,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:36:53.268527 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.268924 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.269267 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.269604 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.269935 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.270284 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.270614 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.270940 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.271269 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.271590 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.272049 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.272416 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d31d54-fc15-4e4a-9ba8-1ae8a5697031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:36:53.430403 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-76faac91-102a-443c-ba4b-98654f84fa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:54.297675 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 5 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:36:56.037152 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5f5d6f85-a92b-46cb-a369-d9329d4b0533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:56.239422 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:57.129700 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:36:58.832419 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:23.431573 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-62404e3c-89b6-425c-930d-af234ac0a907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.038217 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d41f-22b1-4234-80a7-9305f288aa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:26.240171 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:27.131334 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:28.834695 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:31.296755 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 5 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:37:53.431764 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-6ea11d33-2019-4819-9778-e237db0e1813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.038293 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-b4fd4fe0-43ad-4747-a758-b6dbecc0ec33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:56.240250 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:57.135401 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:37:58.837830 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:08.295690 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 5 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:38:23.432153 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-39fd5767-9afb-49f3-b80d-635161a660a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.038830 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-62ca5ad7-1b65-4072-bb35-b37440e1226c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:26.240071 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:27.139857 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:28.840423 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:36.808810 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-892408'] for agent, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:37.547382 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44644) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:37.652316 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-a1e8c066-f322-42c1-bbac-3f50b5f63a09 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1035376 Aug 09 15:38:39.831932 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44654) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:38:39.885503 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-f02211a1-d96b-47ac-aac7-eb1232ae4cbc admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0525098 Aug 09 15:38:45.295313 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:38:53.434455 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-15e28dbe-828e-4416-89ca-9ef36b12ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.040170 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-74e51267-8943-4220-ac58-834cde19e160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:56.241019 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:57.139344 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:38:58.844151 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:06.736427 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:22.294230 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:39:23.435250 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-439a9080-1fbc-4702-ab75-cfe4f2669a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.041029 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-f368d28b-4b27-40c1-9a23-e7af5a35cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:26.245158 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:27.141743 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:28.847413 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:36.732220 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:53.437088 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-1a9aeadc-c751-4d1b-a204-3105f3f747ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.043591 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-68ea1f2a-5cf8-4570-9de4-c00829b8810c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:56.246275 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:57.144967 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:58.849602 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:39:59.293416 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:40:06.746166 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:14.845414 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44834) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:14.880853 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44842) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:15.129752 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1406947946-network', 'tenant_id': '05d9191caf494b06b388d288d8389928'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:15.137886 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1269260417-network', 'tenant_id': '2d01852b8daa4cba875b08885dc41b3c'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:15.138989 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.quota [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Loaded quota_driver: . Aug 09 15:40:15.157258 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Made reservation on behalf of 05d9191caf494b06b388d288d8389928 for: {'network': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:15.157258 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.166203 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.189323 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Made reservation on behalf of 2d01852b8daa4cba875b08885dc41b3c for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:15.193380 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.208029 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.282318 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.287463 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.316809 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112b1ba8-9435-4699-bd7a-20373e46d754,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:15.326063 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.327506 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.328159 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.328796 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.329298 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.329822 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.330518 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.331000 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.331495 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.332302 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.332817 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.333532 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Tracked resource versions report: Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: pushed versions: Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: { 'AddressGroup': {'1.2'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'ConntrackHelper': {'1.0'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Log': {'1.0'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Network': {'1.1'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Port': {'1.7'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'PortForwarding': {'1.2'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'QosPolicy': {'1.9'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SecurityGroup': {'1.4'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SubPort': {'1.0'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Subnet': {'1.1'}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Trunk': {'1.1'}} Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: consumer versions: Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: { DHCP agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: HyperV agent@hv-cinder-78836: {}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: L3 agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: Metadata agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: Metering agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: Open vSwitch agent@dv-cinder-788365-6-iscsi: { 'AddressGroup': '1.2', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'ConntrackHelper': '1.0', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Log': '1.0', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Network': '1.1', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Port': '1.7', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'PortForwarding': '1.2', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'QosPolicy': '1.9', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SecurityGroup': '1.4', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SecurityGroupRule': '1.2', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'SubPort': '1.0', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Subnet': '1.1', Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: 'Trunk': '1.1'}} Aug 09 15:40:15.335405 dv-cinder-788365-6-iscsi neutron-server[99999]: {{(pid=99999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:40:15.347238 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1106} {{(pid=99999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:15.361325 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.362916 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.segments_db [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Added segment 9dd61d87-6560-400f-bf88-c148af23e01d of type vlan for network 594383a9-5c1c-45a7-8046-d048d8fc0356 Aug 09 15:40:15.386943 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44870) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:15.411091 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.423313 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.442815 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.462078 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b056474-2e86-4997-a0a7-75b61367e2c5,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:15.473198 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.473771 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.474381 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.474381 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.474715 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.475055 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.475536 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.476061 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.476387 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.476756 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.477062 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.477377 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Tracked resource versions report: Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: pushed versions: Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: { 'AddressGroup': {'1.2'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'ConntrackHelper': {'1.0'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Log': {'1.0'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Network': {'1.1'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Port': {'1.7'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'PortForwarding': {'1.2'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'QosPolicy': {'1.9'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SecurityGroup': {'1.4'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SubPort': {'1.0'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Subnet': {'1.1'}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Trunk': {'1.1'}} Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: consumer versions: Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: { DHCP agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: HyperV agent@hv-cinder-78836: {}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: L3 agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: Metadata agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: Metering agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: Open vSwitch agent@dv-cinder-788365-6-iscsi: { 'AddressGroup': '1.2', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'ConntrackHelper': '1.0', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Log': '1.0', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Network': '1.1', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Port': '1.7', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'PortForwarding': '1.2', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'QosPolicy': '1.9', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SecurityGroup': '1.4', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SecurityGroupRule': '1.2', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'SubPort': '1.0', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Subnet': '1.1', Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: 'Trunk': '1.1'}} Aug 09 15:40:15.478574 dv-cinder-788365-6-iscsi neutron-server[99998]: {{(pid=99998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:40:15.490415 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:15.500604 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.501633 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.502229 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.518273 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748354402663', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.518849 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Unsubscribe: segment precommit_create {{(pid=99998) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 09 15:40:15.519716 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Added segment 4377fdb8-3e93-480a-945d-675aba1f7a93 of type vlan for network 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a Aug 09 15:40:15.577579 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6945689 Aug 09 15:40:15.587959 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44880) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:15.601403 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Request body: {'subnet': {'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1406947946-subnet', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:15.622525 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccf825-805f-47b4-ae30-56164b6cecc9 admin admin] Pushing event updated for resources: {'Network': ['ID=594383a9-5c1c-45a7-8046-d048d8fc0356,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:15.633718 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 594383a9-5c1c-45a7-8046-d048d8fc0356 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:15.647425 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Made reservation on behalf of 05d9191caf494b06b388d288d8389928 for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:15.654392 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.728324 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.795897 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-network', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:15.813014 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.814026 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:15.814609 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.825785 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44888) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:15.839245 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Made reservation on behalf of ca5acb4d32ca4e9e84ff4d43d59a034f for: {'network': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:15.842428 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.857290 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:15.982284 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] Pushing event updated for resources: {'Network': ['ID=70d0ac5d-f320-4d44-a9a4-53f42dda5a8a,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:16.007512 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:16.146947 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.159082 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.165381 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-dac6e049-1af6-4310-9b71-7f5a9119706f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3187664 Aug 09 15:40:16.168184 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44908) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:16.172697 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-902963801-network', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:16.174165 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Request body: {'subnet': {'network_id': '70d0ac5d-f320-4d44-a9a4-53f42dda5a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1269260417-subnet', 'tenant_id': '2d01852b8daa4cba875b08885dc41b3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:16.184732 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=99999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:16.194112 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.194714 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.segments_db [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Added segment 4232dab3-16ff-4c00-8013-2e96ab8fd57b of type vlan for network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 Aug 09 15:40:16.222289 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Made reservation on behalf of 2d01852b8daa4cba875b08885dc41b3c for: {'subnet': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:16.224694 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.254650 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.285999 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.334473 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac168ab-c375-4c2c-832b-0be86b796876,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:16.371326 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.372631 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.373006 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.376343 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Made reservation on behalf of c251c3883e6a427eae874a312b826dd9 for: {'network': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:16.378719 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.463087 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.485132 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0969222 Aug 09 15:40:16.488295 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c0650a-e762-4e6f-a889-ab124a5dcc18,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:16.489222 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44928) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:16.494322 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Request body: {'subnet': {'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-subnet', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:16.500705 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Checking segment: {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:16.501129 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Network hostable DHCP agents. Network: 594383a9-5c1c-45a7-8046-d048d8fc0356, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:16.503034 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a2b39-3226-4ade-971f-8153e52cc6c8 admin admin] Pushing event updated for resources: {'Network': ['ID=5564c0f5-2cdb-4111-9ee6-4fe4915db070,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:16.514345 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:16.525596 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Network 594383a9-5c1c-45a7-8046-d048d8fc0356 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:16.555769 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 594383a9-5c1c-45a7-8046-d048d8fc0356) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:16.560287 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.561742 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.578527 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436b4234-2e74-4cee-a7d3-fd2e4aef685d None None] Network 594383a9-5c1c-45a7-8046-d048d8fc0356 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:16.605267 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Made reservation on behalf of ca5acb4d32ca4e9e84ff4d43d59a034f for: {'subnet': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:16.607867 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.616214 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ce6067f1-cc40-4441-b725-1f9297fd0a99 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0268695 Aug 09 15:40:16.618980 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 44934) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:16.633723 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:16.657071 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for subnet, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.738603 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Checking segment: {'id': '4377fdb8-3e93-480a-945d-675aba1f7a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '70d0ac5d-f320-4d44-a9a4-53f42dda5a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:16.739348 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Network hostable DHCP agents. Network: 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:16.781851 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.785062 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Network 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:16.794818 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.802949 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb93157-8a43-4f35-bfaa-d561637fd376,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:16.807578 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a) {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:16.816271 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.817208 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.821267 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=99999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:16.833398 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.833850 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.segments_db [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Added segment 064aecd4-a3d0-4733-8135-342f713c7a8d of type vlan for network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 Aug 09 15:40:16.877549 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d80f6d2-d4eb-4f3f-af15-adca1e87a7ef None None] Network 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:16.886574 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.899544 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3423916f-b9ce-52bf-b934-1f6a46b7609a-594383a9-5c1c-45a7-8046-d048d8fc0356', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18'}]}} from dv-cinder-788365-6-iscsi. {{(pid=100000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:40:16.909111 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.971670 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.973768 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:16.975267 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:16.992439 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for subnet, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.009810 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-7e560655-b08f-4963-be6a-a28e66df5a06 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8300927 Aug 09 15:40:17.099184 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a778659-d916-4c12-b0da-3a016aca3fd8,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:17.124280 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Pushing event updated for resources: {'Network': ['ID=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:17.137696 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.139940 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-886117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.143627 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d2873b-7e08-490a-87d4-0fdfb0611aa6,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:17.147653 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:17.151648 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Checking segment: {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:17.152208 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Network hostable DHCP agents. Network: 5564c0f5-2cdb-4111-9ee6-4fe4915db070, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:17.202425 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-0610539e-ac9e-4adb-b04c-eaa500425420 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3706291 Aug 09 15:40:17.203581 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44946) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:17.209144 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Request body: {'subnet': {'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-902963801-subnet', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:17.216177 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:17.250671 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.258938 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 5564c0f5-2cdb-4111-9ee6-4fe4915db070) {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:17.270418 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:17.271279 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.318948 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Made reservation on behalf of c251c3883e6a427eae874a312b826dd9 for: {'subnet': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:17.321502 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.380085 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-01e1d0c1-0491-4885-a827-b59fa6f15cd6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8897972 Aug 09 15:40:17.386246 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 44968) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:17.392570 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:17.437839 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.439072 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-886117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.507326 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4b9b2-74cc-42e5-a8fd-6786a16a53fa None None] Network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:17.621943 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.655554 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.832351 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e233f84-d7e9-4f8a-bcad-b5f6b1e4a91b None None] Network 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:17.834731 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3423916f-b9ce-52bf-b934-1f6a46b7609a-5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8'}]}} from dv-cinder-788365-6-iscsi. {{(pid=100000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:40:17.835905 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.880773 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for subnet, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:17.925411 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.db_base_plugin_common [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Allocated IP 172.20.0.2 (594383a9-5c1c-45a7-8046-d048d8fc0356/69c0650a-e762-4e6f-a889-ab124a5dcc18/5f735402-ba55-4efe-b9f9-bc39bfcdd5e4) {{(pid=100000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:17.927276 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea285408-4ce2-4238-a8fa-66a4bf5669c9,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:17.931017 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.053717 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Checking segment: {'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:18.054970 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Network hostable DHCP agents. Network: 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:18.100117 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:18.104835 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.141719 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21) {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:18.150729 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.158961 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.159567 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.224486 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ec6fb-a968-4f85-951b-fbccac545324 None None] Network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:18.363001 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45020) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:18.366463 dv-cinder-788365-6-iscsi neutron-server[99999]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 09 15:40:18.372484 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-d634cee4-395a-4356-83eb-ae78c80c53c1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1672401 Aug 09 15:40:18.373465 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45022) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:18.380303 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-902963801-router', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:18.395053 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Allocated IP 172.27.3.56 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/b7f638a4-8781-422b-bf16-4c7937683eb7) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:18.411108 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.412246 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-886117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.429097 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.465933 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.664473 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.db_base_plugin_common [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Allocated IP 172.20.0.2 (5564c0f5-2cdb-4111-9ee6-4fe4915db070/7a778659-d916-4c12-b0da-3a016aca3fd8/f623a102-7911-4047-aee8-65779e7a3093) {{(pid=100000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:18.726270 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-f0a800ab-a1f6-4b6a-b7c9-c6cad8a60102 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:18.727801 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-f0a800ab-a1f6-4b6a-b7c9-c6cad8a60102 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/networks?id=70d0ac5d-f320-4d44-a9a4-53f42dda5a8a HTTP/1.1" status: 200 len: 812 time: 0.3635182 Aug 09 15:40:18.763427 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-e92a094a-8f01-4b56-b4f4-07cc02452566 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/quotas/2d01852b8daa4cba875b08885dc41b3c HTTP/1.1" status: 200 len: 375 time: 0.0280569 Aug 09 15:40:18.776706 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Notify callbacks [] for port, precommit_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.791630 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Transition to ACTIVE for port object 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:18.807732 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Transition to ACTIVE for port object 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 will not be triggered until provisioned by entity DHCP. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:18.828095 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-6d5cfe90-8371-40c5-8a90-ffdb8723633c tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d01852b8daa4cba875b08885dc41b3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544562 Aug 09 15:40:18.830124 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.831658 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.840919 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8b43f-44b0-428a-b8d0-0569117d3f9f None None] Network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:18.843254 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.904037 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:18.944012 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Network 594383a9-5c1c-45a7-8046-d048d8fc0356 is already hosted by enough agents. {{(pid=100000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:18.957674 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.base_scheduler [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Resources bound (agent type, host, resource id): {{(pid=100000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:18.967121 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Allocated IP 172.27.3.71 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/9211da2f-1b14-4939-9003-1b9f507da795) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:18.968595 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Received port after_create {{(pid=100000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:18.977840 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:18.986190 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:18.992751 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Pushing event updated for resources: {'Port': ['ID=5f735402-ba55-4efe-b9f9-bc39bfcdd5e4,revision_number=1']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:19.018424 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:19.052991 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.053472 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.053890 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.054299 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.054726 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.055337 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.055779 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.056260 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.056943 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.057108 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.057563 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.057960 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Tracked resource versions report: Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: pushed versions: Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: { 'AddressGroup': {'1.2'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'ConntrackHelper': {'1.0'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Log': {'1.0'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Network': {'1.1'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Port': {'1.7'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'PortForwarding': {'1.2'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'QosPolicy': {'1.9'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SecurityGroup': {'1.4'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SubPort': {'1.0'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Subnet': {'1.1'}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Trunk': {'1.1'}} Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: consumer versions: Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: { DHCP agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: HyperV agent@hv-cinder-78836: {}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: L3 agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: Metadata agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: Metering agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: Open vSwitch agent@dv-cinder-788365-6-iscsi: { 'AddressGroup': '1.2', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'ConntrackHelper': '1.0', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Log': '1.0', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Network': '1.1', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Port': '1.7', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'PortForwarding': '1.2', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'QosPolicy': '1.9', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SecurityGroup': '1.4', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SecurityGroupRule': '1.2', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'SubPort': '1.0', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Subnet': '1.1', Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: 'Trunk': '1.1'}} Aug 09 15:40:19.059050 dv-cinder-788365-6-iscsi neutron-server[100000]: {{(pid=100000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:40:19.098584 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f638a4-8781-422b-bf16-4c7937683eb7,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:19.161985 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.164853 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Attempting to bind port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:19.165235 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Attempting to bind port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:19.165627 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Attempting to bind port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 on network 594383a9-5c1c-45a7-8046-d048d8fc0356 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:19.176344 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Notify callbacks [] for port, precommit_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.179396 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:19.179839 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Checking segment: {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:19.180242 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.180640 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Bound using segment: {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:19.181291 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Bound port: 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:19.181700 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.199259 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Transition to ACTIVE for port object f623a102-7911-4047-aee8-65779e7a3093 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:19.236275 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.244279 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Transition to ACTIVE for port object f623a102-7911-4047-aee8-65779e7a3093 will not be triggered until provisioned by entity DHCP. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:19.262654 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.323746 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 is already hosted by enough agents. {{(pid=100000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:19.331982 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] For port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:19.334313 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.base_scheduler [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Resources bound (agent type, host, resource id): {{(pid=100000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:19.345453 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Received port after_create {{(pid=100000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:19.357270 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] For port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=5f735402-ba55-4efe-b9f9-bc39bfcdd5e4,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:19.361735 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Pushing event updated for resources: {'Port': ['ID=f623a102-7911-4047-aee8-65779e7a3093,revision_number=1']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:19.363563 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.368369 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.416751 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-23f90f43-6bfe-4d7f-afc1-d23db934feff service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:40:19.424175 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-23f90f43-6bfe-4d7f-afc1-d23db934feff service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4111457 Aug 09 15:40:19.441013 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:19.450558 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:19.455883 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:19.475346 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Attempting to bind port f623a102-7911-4047-aee8-65779e7a3093 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:19.475715 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Attempting to bind port f623a102-7911-4047-aee8-65779e7a3093 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:19.476078 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Attempting to bind port f623a102-7911-4047-aee8-65779e7a3093 on network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:19.494542 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:19.494920 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Checking segment: {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:19.495329 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.495783 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Bound using segment: {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:19.496263 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Bound port: f623a102-7911-4047-aee8-65779e7a3093, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:19.496674 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.524422 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c26c7-f852-48a8-b694-0d27a3016a7a None None] Pushing event updated for resources: {'Port': ['ID=5f735402-ba55-4efe-b9f9-bc39bfcdd5e4,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:19.546982 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Pushing event updated for resources: {'Port': ['ID=9211da2f-1b14-4939-9003-1b9f507da795,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:19.602779 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.618962 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] For port f623a102-7911-4047-aee8-65779e7a3093, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:19.622662 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] For port f623a102-7911-4047-aee8-65779e7a3093, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=f623a102-7911-4047-aee8-65779e7a3093,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:19.630259 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.643125 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.710724 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-51c842c9-a78f-46c6-b600-2c6cbd06054f service neutron] 10.222.0.10 "GET /v2.0/networks/70d0ac5d-f320-4d44-a9a4-53f42dda5a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851818 Aug 09 15:40:19.712284 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec318efd-8096-46bf-bc1e-b6914580ae34 None None] Pushing event updated for resources: {'Port': ['ID=f623a102-7911-4047-aee8-65779e7a3093,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:19.763214 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:19.892811 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45080) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:20.021681 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.065351 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-4d5d2e43-68b6-478c-b2db-9d76cbf079fb service neutron] 10.222.0.10 "GET /v2.0/networks/70d0ac5d-f320-4d44-a9a4-53f42dda5a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378983 Aug 09 15:40:20.165675 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Allocated IP 172.27.3.19 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/d61c2418-7ea1-409b-8750-b780bbca167e) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:20.258502 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4acec0e9-5f1c-4087-b8bc-8e2a646453b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.355447 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-886124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087'] for router, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.639858 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3ca4c917-e986-4f83-bded-8aaf4f535234 req-b431b7a1-d7e9-4d4b-bb92-f05d68d8e367 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 210 time: 0.1795552 Aug 09 15:40:20.779177 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.784180 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device f623a102-7911-4047-aee8-65779e7a3093 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:20.808903 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-886124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087'] for router, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.924459 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port f623a102-7911-4047-aee8-65779e7a3093 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:20.930952 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:20.963613 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4acec0e9-5f1c-4087-b8bc-8e2a646453b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:20.975331 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Router 83f7070d-2830-41d7-8b95-b449b98a2f13 is scheduled to L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 with binding_index 1 {{(pid=99999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:40:21.098339 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:21.133633 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45126) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:21.149050 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:21.162112 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Sync routers for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:21.170501 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.172092 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c7e2973e-b7f4-4315-9df4-8ae9f88b0cc1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5510869 Aug 09 15:40:21.174826 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45132) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:21.176977 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:21.177615 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:39:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:21.249763 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061f117-c7d5-4e50-b069-46ab6fb693d3 None None] Network 594383a9-5c1c-45a7-8046-d048d8fc0356 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:21.258598 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4acec0e9-5f1c-4087-b8bc-8e2a646453b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.316150 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.341672 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acec0e9-5f1c-4087-b8bc-8e2a646453b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b865f12-3904-4e6e-b12c-59cf77c5be86,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:21.363179 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-4acec0e9-5f1c-4087-b8bc-8e2a646453b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e755ce7935946ff818053e2e10ef72f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4189341 Aug 09 15:40:21.369278 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45146) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:21.396619 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-88218d3e-706f-43bb-83a4-388f2c31dcb6 None None] Provisioning for port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:21.404128 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:21.408561 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-88218d3e-706f-43bb-83a4-388f2c31dcb6 None None] Provisioning complete for port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:21.412045 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-88218d3e-706f-43bb-83a4-388f2c31dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.415928 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:21.425041 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:21.456008 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c61ce83c-7b3f-42d2-af75-b528ae7d972f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.524276 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:21.561831 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Pushing event updated for resources: {'Port': ['ID=d61c2418-7ea1-409b-8750-b780bbca167e,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:21.675849 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e9d53ecd-8e2d-4f47-b14a-6d6939a3c2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.699828 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Router 7807bfd1-c7c1-441c-be13-ca7889f5f61f is scheduled to L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 with binding_index 1 {{(pid=99998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:40:21.767375 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45162) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:21.770616 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc51f0ed-3c79-433d-9fef-518ea6e58270 None None] Network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:21.845931 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e9d53ecd-8e2d-4f47-b14a-6d6939a3c2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.873909 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7c153692-0094-4cb0-ad94-873add95be56 req-14b08845-efb1-49f0-b201-69536974b3b6 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 210 time: 0.1024439 Aug 09 15:40:21.958613 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c61ce83c-7b3f-42d2-af75-b528ae7d972f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:21.987620 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:19Z', 'revision_number': 3, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:22.038618 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c61ce83c-7b3f-42d2-af75-b528ae7d972f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.069363 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Checking router: 83f7070d-2830-41d7-8b95-b449b98a2f13 for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:22.069748 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Updating router 83f7070d-2830-41d7-8b95-b449b98a2f13 port b7f638a4-8781-422b-bf16-4c7937683eb7 binding host dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:22.127083 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.168084 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c61ce83c-7b3f-42d2-af75-b528ae7d972f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f6b07b821ea4e6f989dffae725c143d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0308561 Aug 09 15:40:22.173944 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45180) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:22.192007 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ce83c-7b3f-42d2-af75-b528ae7d972f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d885a8-9cc8-4313-9b25-eb1cc90618d1,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:22.242444 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.312268 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-88218d3e-706f-43bb-83a4-388f2c31dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.492807 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-88218d3e-706f-43bb-83a4-388f2c31dcb6 None None] For port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=5f735402-ba55-4efe-b9f9-bc39bfcdd5e4,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:22.502815 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-88218d3e-706f-43bb-83a4-388f2c31dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.620574 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e9d53ecd-8e2d-4f47-b14a-6d6939a3c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.629087 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e9d53ecd-8e2d-4f47-b14a-6d6939a3c2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.633461 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-e9d53ecd-8e2d-4f47-b14a-6d6939a3c2f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b865f12-3904-4e6e-b12c-59cf77c5be86 HTTP/1.1" status: 204 len: 168 time: 1.2585933 Aug 09 15:40:22.677850 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88218d3e-706f-43bb-83a4-388f2c31dcb6 None None] Pushing event updated for resources: {'Port': ['ID=5f735402-ba55-4efe-b9f9-bc39bfcdd5e4,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:22.689061 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d53ecd-8e2d-4f47-b14a-6d6939a3c2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b865f12-3904-4e6e-b12c-59cf77c5be86,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:22.703151 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:22.720356 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Sync routers for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:22.745243 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-152645b0-3efd-4422-afd3-60bd449d1387 None None] Provisioning for port f623a102-7911-4047-aee8-65779e7a3093 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:22.773424 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Notify callbacks [] for port, precommit_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.774024 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-152645b0-3efd-4422-afd3-60bd449d1387 None None] Provisioning complete for port f623a102-7911-4047-aee8-65779e7a3093 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:22.774201 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-152645b0-3efd-4422-afd3-60bd449d1387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.811740 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.provisioning_blocks [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Transition to ACTIVE for port object b7f638a4-8781-422b-bf16-4c7937683eb7 will not be triggered until provisioned by entity L2. {{(pid=100001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:22.820005 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-db3f9b89-51ff-4687-bf8d-ad406a8bb281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.829159 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.834820 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] Notify callbacks [] for router, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.844133 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-76f5145c-d0d4-456d-8db0-251fc03ff164 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4567904 Aug 09 15:40:22.844900 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45202) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:22.894715 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:22.898343 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:22.898586 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:39:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:23.001242 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Attempting to bind port b7f638a4-8781-422b-bf16-4c7937683eb7 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:23.001621 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Attempting to bind port b7f638a4-8781-422b-bf16-4c7937683eb7 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:23.010853 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Attempting to bind port b7f638a4-8781-422b-bf16-4c7937683eb7 on network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:23.026726 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:23.027107 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:23.027514 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.028040 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Bound using segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:23.028538 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Bound port: b7f638a4-8781-422b-bf16-4c7937683eb7, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:23.029131 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.031657 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Pushing event updated for resources: {'Port': ['ID=b7f638a4-8781-422b-bf16-4c7937683eb7,revision_number=2']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:23.040386 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-886124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087'] for router, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.094587 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.096838 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.096939 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.105599 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.106198 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.106721 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.107388 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.108571 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.109219 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.109775 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.110270 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.110773 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Tracked resource versions report: Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: pushed versions: Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: { 'AddressGroup': {'1.2'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'ConntrackHelper': {'1.0'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Log': {'1.0'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Network': {'1.1'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Port': {'1.7'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'PortForwarding': {'1.2'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'QosPolicy': {'1.9'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SecurityGroup': {'1.4'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SecurityGroupRule': {'1.2'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SubPort': {'1.0'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Subnet': {'1.1'}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Trunk': {'1.1'}} Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: consumer versions: Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: { DHCP agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: HyperV agent@hv-cinder-78836: {}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: L3 agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: Metadata agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: Metering agent@dv-cinder-788365-6-iscsi: {}, Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: Open vSwitch agent@dv-cinder-788365-6-iscsi: { 'AddressGroup': '1.2', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'ConntrackHelper': '1.0', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Log': '1.0', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Network': '1.1', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Port': '1.7', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'PortForwarding': '1.2', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'QosPolicy': '1.9', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SecurityGroup': '1.4', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SecurityGroupRule': '1.2', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'SubPort': '1.0', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Subnet': '1.1', Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: 'Trunk': '1.1'}} Aug 09 15:40:23.111961 dv-cinder-788365-6-iscsi neutron-server[100001]: {{(pid=100001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 09 15:40:23.165310 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:23.213362 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-db3f9b89-51ff-4687-bf8d-ad406a8bb281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.214648 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] For port b7f638a4-8781-422b-bf16-4c7937683eb7, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:23.229204 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] For port b7f638a4-8781-422b-bf16-4c7937683eb7, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=b7f638a4-8781-422b-bf16-4c7937683eb7,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:23.238154 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.410435 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:23.411374 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:39:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:23.444595 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-603c1486-1d7e-4800-841f-19ecb749399a req-5127ccae-d1f4-400a-9ba5-1c943794ed23 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 210 time: 0.0857775 Aug 09 15:40:23.464626 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-152645b0-3efd-4422-afd3-60bd449d1387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.495881 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-df81a750-b2a3-412e-915c-93f5b8a15f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.537078 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-152645b0-3efd-4422-afd3-60bd449d1387 None None] For port f623a102-7911-4047-aee8-65779e7a3093, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=f623a102-7911-4047-aee8-65779e7a3093,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:23.550407 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-152645b0-3efd-4422-afd3-60bd449d1387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.579554 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-db3f9b89-51ff-4687-bf8d-ad406a8bb281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.583685 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-db3f9b89-51ff-4687-bf8d-ad406a8bb281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.583685 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-db3f9b89-51ff-4687-bf8d-ad406a8bb281 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93d885a8-9cc8-4313-9b25-eb1cc90618d1 HTTP/1.1" status: 204 len: 168 time: 1.4067800 Aug 09 15:40:23.597005 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Allocated IP 172.20.0.1 (594383a9-5c1c-45a7-8046-d048d8fc0356/69c0650a-e762-4e6f-a889-ab124a5dcc18/63d89ef6-469a-4f73-80f6-be19a238ac14) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:23.620454 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9b89-51ff-4687-bf8d-ad406a8bb281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d885a8-9cc8-4313-9b25-eb1cc90618d1,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:23.650127 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152645b0-3efd-4422-afd3-60bd449d1387 None None] Pushing event updated for resources: {'Port': ['ID=f623a102-7911-4047-aee8-65779e7a3093,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:23.651088 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:23.753483 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-60cd0495-2c2a-43e6-a9ba-325a16db970f None None] Provisioning complete for port f623a102-7911-4047-aee8-65779e7a3093 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:23.754024 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-60cd0495-2c2a-43e6-a9ba-325a16db970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.834804 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Router a0cb088e-50a9-4213-a942-0d13eb00e141 is scheduled to L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 with binding_index 1 {{(pid=99998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:40:23.854305 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.855678 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:19Z', 'revision_number': 3, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:23.883517 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Transition to ACTIVE for port object 63d89ef6-469a-4f73-80f6-be19a238ac14 will not be triggered until provisioned by entity DHCP. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:23.924060 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf3a64-86de-4df1-93af-2941a524a429 None None] Pushing event updated for resources: {'Port': ['ID=b7f638a4-8781-422b-bf16-4c7937683eb7,revision_number=3']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:23.926274 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Checking router: 7807bfd1-c7c1-441c-be13-ca7889f5f61f for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:23.926628 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Updating router 7807bfd1-c7c1-441c-be13-ca7889f5f61f port 9211da2f-1b14-4939-9003-1b9f507da795 binding host dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:23.982527 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:23.995756 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.022754 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:19Z', 'revision_number': 3, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:24.070254 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Network 594383a9-5c1c-45a7-8046-d048d8fc0356 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:24.084520 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:24.107007 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:24.108823 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889364'] for router_interface, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.115747 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7a9812-c617-42d2-9804-d3c122a12b53 None None] The sync data for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi is: [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:19Z', 'revision_number': 3, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:24.177995 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Pushing event updated for resources: {'Port': ['ID=63d89ef6-469a-4f73-80f6-be19a238ac14,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:24.216039 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-60cd0495-2c2a-43e6-a9ba-325a16db970f None None] Provisioning complete for port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:24.217518 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-60cd0495-2c2a-43e6-a9ba-325a16db970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.496978 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.615830 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Notify callbacks [] for port, precommit_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.631190 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Transition to ACTIVE for port object 9211da2f-1b14-4939-9003-1b9f507da795 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:24.644878 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.741267 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:24.743720 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Attempting to bind port 9211da2f-1b14-4939-9003-1b9f507da795 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:24.744097 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Attempting to bind port 9211da2f-1b14-4939-9003-1b9f507da795 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:24.744463 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Attempting to bind port 9211da2f-1b14-4939-9003-1b9f507da795 on network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:24.786492 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.791655 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a40f9-0b43-48b8-adc0-39a7c84ab731 None None] Pushing event updated for resources: {'Port': ['ID=9211da2f-1b14-4939-9003-1b9f507da795,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:24.822615 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:24.823307 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:24.823816 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.824446 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Bound using segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:24.825055 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Bound port: 9211da2f-1b14-4939-9003-1b9f507da795, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:24.825552 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.837408 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:24.848890 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Sync routers for ids ['a0cb088e-50a9-4213-a942-0d13eb00e141'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:24.862492 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-be59a8c7-6590-4a06-95e6-ca768b9782ae req-17270741-231d-4edb-8482-8fd1f9fd7514 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 210 time: 0.0648034 Aug 09 15:40:24.884667 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Routers {'a0cb088e-50a9-4213-a942-0d13eb00e141'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:24.885969 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-be313095-bd4c-4920-91b3-909f69508021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:39:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a0cb088e-50a9-4213-a942-0d13eb00e141'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:24.941525 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.945106 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] For port 9211da2f-1b14-4939-9003-1b9f507da795, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:24.955128 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.955868 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889504'] for router_interface, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:24.958735 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] For port 9211da2f-1b14-4939-9003-1b9f507da795, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=9211da2f-1b14-4939-9003-1b9f507da795,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:25.003175 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.022479 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] Notify callbacks [] for router, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.026914 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-0ad5d848-a664-4b35-a226-d4cd03ed5f34 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.6501751 Aug 09 15:40:25.027529 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45286) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:25.078453 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Pushing event updated for resources: {'Port': ['ID=63d89ef6-469a-4f73-80f6-be19a238ac14,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:25.202963 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a40f9-0b43-48b8-adc0-39a7c84ab731 None None] Pushing event updated for resources: {'Port': ['ID=9211da2f-1b14-4939-9003-1b9f507da795,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:25.239770 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Network 594383a9-5c1c-45a7-8046-d048d8fc0356 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:25.245231 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:25.304118 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:25.320068 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.361636 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:25.362706 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:39:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:25.467636 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-ca4dc505-cae9-4cb3-a700-e27140aea37a None None] Provisioning for port 63d89ef6-469a-4f73-80f6-be19a238ac14 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:25.511664 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Set router a0cb088e-50a9-4213-a942-0d13eb00e141 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:25.555500 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-ca4dc505-cae9-4cb3-a700-e27140aea37a None None] Provisioning complete for port 63d89ef6-469a-4f73-80f6-be19a238ac14 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:25.556499 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ca4dc505-cae9-4cb3-a700-e27140aea37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.594956 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Router 83f7070d-2830-41d7-8b95-b449b98a2f13 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:40:25.667034 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-ca4dc505-cae9-4cb3-a700-e27140aea37a None None] Port 63d89ef6-469a-4f73-80f6-be19a238ac14 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:25.759896 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Allocated IP 172.20.0.1 (5564c0f5-2cdb-4111-9ee6-4fe4915db070/7a778659-d916-4c12-b0da-3a016aca3fd8/9a78db3e-d66b-4d4d-9bda-92c6ee3e5953) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:25.852122 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:25.868780 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-6c39a6c8-ace6-4e26-8919-066c47a35281 admin admin] 10.222.0.10 "PUT /v2.0/routers/83f7070d-2830-41d7-8b95-b449b98a2f13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6925967 Aug 09 15:40:25.954892 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:25.989984 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Transition to ACTIVE for port object 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 will not be triggered until provisioned by entity DHCP. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:25.992439 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-be313095-bd4c-4920-91b3-909f69508021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'name': 'tempest-ServerRescueNegativeTestJSON-902963801-router', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:21Z', 'revision_number': 3, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'gw_port': {'id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:19Z', 'updated_at': '2021-08-09T15:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:26.025527 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:26.043932 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Checking router: a0cb088e-50a9-4213-a942-0d13eb00e141 for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:26.044521 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Updating router a0cb088e-50a9-4213-a942-0d13eb00e141 port d61c2418-7ea1-409b-8750-b780bbca167e binding host dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:26.079168 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.085468 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-099fcc3e-3eed-436a-959d-5d28cea135b6 req-7d01d0ec-11da-4acd-a692-231e62a1ad7b tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 210 time: 0.0633357 Aug 09 15:40:26.156326 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-c97cf0e0-7041-443a-96de-e44b243a04f6 None None] Provisioning complete for port 63d89ef6-469a-4f73-80f6-be19a238ac14 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:26.156705 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c97cf0e0-7041-443a-96de-e44b243a04f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.160735 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device f623a102-7911-4047-aee8-65779e7a3093 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:26.177215 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45324) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:26.237602 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.284283 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-51faa017-7da1-4c20-8a54-03fb5142f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.346460 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:26.363858 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:26.380908 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:26.387004 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889364'] for router_interface, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.392698 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-c97cf0e0-7041-443a-96de-e44b243a04f6 None None] Port 63d89ef6-469a-4f73-80f6-be19a238ac14 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:26.395860 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.437802 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-06de89a6-8354-441b-a31a-554934677bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.464270 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Notify callbacks [] for port, precommit_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.486041 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.provisioning_blocks [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Transition to ACTIVE for port object d61c2418-7ea1-409b-8750-b780bbca167e will not be triggered until provisioned by entity L2. {{(pid=100001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:26.491505 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port f623a102-7911-4047-aee8-65779e7a3093 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:26.491893 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.498847 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.612303 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Attempting to bind port d61c2418-7ea1-409b-8750-b780bbca167e on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:26.613054 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Attempting to bind port d61c2418-7ea1-409b-8750-b780bbca167e by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:26.613054 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Attempting to bind port d61c2418-7ea1-409b-8750-b780bbca167e on network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:26.616159 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844ca53-f671-4e0b-a0ec-31ac822c4e92 None None] Pushing event updated for resources: {'Port': ['ID=d61c2418-7ea1-409b-8750-b780bbca167e,revision_number=2']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:26.634891 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:26.635171 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:26.635422 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.635775 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Bound using segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:26.636245 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Bound port: d61c2418-7ea1-409b-8750-b780bbca167e, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:26.636646 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.646631 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-06de89a6-8354-441b-a31a-554934677bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.658187 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-06de89a6-8354-441b-a31a-554934677bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.754897 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-06de89a6-8354-441b-a31a-554934677bbe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d741b6e4bba94fb19c7b40cfdd350989&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5760064 Aug 09 15:40:26.757538 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de89a6-8354-441b-a31a-554934677bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d633be01-f39c-484b-aa1f-c04d2ff81398,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:26.761784 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45338) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:26.790538 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-be313095-bd4c-4920-91b3-909f69508021 None None] For port d61c2418-7ea1-409b-8750-b780bbca167e, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:26.802817 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-be313095-bd4c-4920-91b3-909f69508021 None None] For port d61c2418-7ea1-409b-8750-b780bbca167e, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=d61c2418-7ea1-409b-8750-b780bbca167e,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:26.815351 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.839114 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:19Z', 'revision_number': 3, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:26.881618 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.898590 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Pushing event updated for resources: {'Port': ['ID=9a78db3e-d66b-4d4d-9bda-92c6ee3e5953,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:26.937332 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a1f08d1d-7aff-4e5f-88e2-b35c46f4fd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:26.949604 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Sync routers for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:26.959264 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19c830-c8da-4fa3-977e-43cd8cb4187d None None] The sync data for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi is: [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:19Z', 'revision_number': 3, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:26.976549 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45346) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:26.987781 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844ca53-f671-4e0b-a0ec-31ac822c4e92 None None] Pushing event updated for resources: {'Port': ['ID=d61c2418-7ea1-409b-8750-b780bbca167e,revision_number=3']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:26.989229 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:26.990242 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:26.994983 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-4ee5fd18-4180-4f7d-ac64-a5e0869ed44c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--153208136', 'description': 'tempest-description--619052817'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:27.033578 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a1f08d1d-7aff-4e5f-88e2-b35c46f4fd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.065418 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Routers {'a0cb088e-50a9-4213-a942-0d13eb00e141'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:27.069034 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-be313095-bd4c-4920-91b3-909f69508021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a0cb088e-50a9-4213-a942-0d13eb00e141'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:27.103558 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.44', 57180) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:27.217082 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-95fbd414-13b6-4e70-9d78-693171e10954 None None] Provisioning for port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:27.272444 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device b7f638a4-8781-422b-bf16-4c7937683eb7 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:27.279911 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a1f08d1d-7aff-4e5f-88e2-b35c46f4fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.281811 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4ee5fd18-4180-4f7d-ac64-a5e0869ed44c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.282870 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a1f08d1d-7aff-4e5f-88e2-b35c46f4fd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.287692 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-a1f08d1d-7aff-4e5f-88e2-b35c46f4fd20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d633be01-f39c-484b-aa1f-c04d2ff81398 HTTP/1.1" status: 204 len: 168 time: 0.5178792 Aug 09 15:40:27.303794 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f08d1d-7aff-4e5f-88e2-b35c46f4fd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d633be01-f39c-484b-aa1f-c04d2ff81398,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:27.388085 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-be313095-bd4c-4920-91b3-909f69508021 None None] Set router a0cb088e-50a9-4213-a942-0d13eb00e141 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:27.401579 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4ee5fd18-4180-4f7d-ac64-a5e0869ed44c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.425604 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4ee5fd18-4180-4f7d-ac64-a5e0869ed44c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.460378 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-95fbd414-13b6-4e70-9d78-693171e10954 None None] Provisioning complete for port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:27.460809 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-95fbd414-13b6-4e70-9d78-693171e10954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.498509 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5fd18-4180-4f7d-ac64-a5e0869ed44c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9df63b-0db4-47ba-8d6e-60030e1198da,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:27.510501 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f20465c-2073-4e29-abe3-2f8dc4cb1fc2 req-76423928-3c3f-49ba-9d3c-47466fad5d90 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 210 time: 0.1319296 Aug 09 15:40:27.511394 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.531217 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-53d502d8-d624-4b78-a377-e95f6e0f8e0d tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:27.538450 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-53d502d8-d624-4b78-a377-e95f6e0f8e0d tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.44 "GET /v2.0/networks?id=70d0ac5d-f320-4d44-a9a4-53f42dda5a8a HTTP/1.1" status: 200 len: 812 time: 0.4290643 Aug 09 15:40:27.608164 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Request body: {'port': {'device_id': '629ffa96-6a73-4a91-805c-c669bfe4856a', 'network_id': '70d0ac5d-f320-4d44-a9a4-53f42dda5a8a', 'admin_state_up': True, 'tenant_id': '2d01852b8daa4cba875b08885dc41b3c'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:27.755223 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4ee5fd18-4180-4f7d-ac64-a5e0869ed44c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.755223 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-4ee5fd18-4180-4f7d-ac64-a5e0869ed44c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.7711678 Aug 09 15:40:27.765979 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45368) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:27.804879 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:27.817829 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-2aaa9944-0060-428d-ab31-8c6fece24290 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'security_group_rule': {'security_group_id': '9c9df63b-0db4-47ba-8d6e-60030e1198da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:27.869693 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-be313095-bd4c-4920-91b3-909f69508021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'name': 'tempest-ServerRescueNegativeTestJSON-902963801-router', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:21Z', 'revision_number': 3, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'gw_port': {'id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:19Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:27.918653 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-95fbd414-13b6-4e70-9d78-693171e10954 None None] Port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:27.942834 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be313095-bd4c-4920-91b3-909f69508021 None None] The sync data for ids ['a0cb088e-50a9-4213-a942-0d13eb00e141'] in dv-cinder-788365-6-iscsi is: [{'id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'name': 'tempest-ServerRescueNegativeTestJSON-902963801-router', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:21Z', 'revision_number': 3, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'gw_port': {'id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:19Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:28.014599 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:28.017312 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9944-0060-428d-ab31-8c6fece24290 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.115016 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port b7f638a4-8781-422b-bf16-4c7937683eb7 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:28.129847 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port b7f638a4-8781-422b-bf16-4c7937683eb7 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:28.131325 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.214929 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45392) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:28.267605 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7046d1f4-5003-4c44-bc21-25fcac1e8be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.268429 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Made reservation on behalf of 2d01852b8daa4cba875b08885dc41b3c for: {'port': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:28.272991 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.496911 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.544321 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port b7f638a4-8781-422b-bf16-4c7937683eb7, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=b7f638a4-8781-422b-bf16-4c7937683eb7,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:28.606556 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.629303 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7046d1f4-5003-4c44-bc21-25fcac1e8be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.643091 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.822640 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=b7f638a4-8781-422b-bf16-4c7937683eb7,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:28.850901 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 2, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:28.908897 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7046d1f4-5003-4c44-bc21-25fcac1e8be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.975333 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9944-0060-428d-ab31-8c6fece24290 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:28.978367 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Checking router: 83f7070d-2830-41d7-8b95-b449b98a2f13 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:28.979354 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Updating router 83f7070d-2830-41d7-8b95-b449b98a2f13 port 63d89ef6-469a-4f73-80f6-be19a238ac14 binding host dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:28.995850 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046d1f4-5003-4c44-bc21-25fcac1e8be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237e5d3e-4136-4c6b-8663-7c6c548e3671,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:28.999761 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.002915 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889504'] for router_interface, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.078374 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.079446 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.108982 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-28b5e260-1157-4fe3-9427-d0857faaec86 req-b9426d96-515c-4198-8e3b-cfdba04a4d21 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 210 time: 0.0990171 Aug 09 15:40:29.178726 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9944-0060-428d-ab31-8c6fece24290 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.184292 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:29.242752 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-7046d1f4-5003-4c44-bc21-25fcac1e8be2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=269637364623464abc37f29d6b0815f0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0047040 Aug 09 15:40:29.255493 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45426) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:29.257513 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:29.433109 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Allocated IP 172.20.0.4 (70d0ac5d-f320-4d44-a9a4-53f42dda5a8a/fcb93157-8a43-4f35-bfaa-d561637fd376/e0bdb762-0a72-4b44-bbfb-9cd768222899) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:29.467848 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device d61c2418-7ea1-409b-8750-b780bbca167e up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:29.549657 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Allocated IP 172.20.0.1 (6e1f9662-5a60-48bb-a9ff-3dda02fd1c21/ea285408-4ce2-4238-a8fa-66a4bf5669c9/5f4d3900-d3dd-4f61-8415-51b4e959b4e2) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:29.578563 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port d61c2418-7ea1-409b-8750-b780bbca167e completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:29.587330 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port d61c2418-7ea1-409b-8750-b780bbca167e triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:29.589446 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.589602 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2aaa9944-0060-428d-ab31-8c6fece24290 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.590734 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-2aaa9944-0060-428d-ab31-8c6fece24290 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7997103 Aug 09 15:40:29.591547 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa9944-0060-428d-ab31-8c6fece24290 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde53379-dfbd-40b2-a740-e1b831027b76,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:29.628248 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45436) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:29.654904 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-b6171adb-72fc-4a02-a5a0-a3628c78227e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'security_group_rule': {'security_group_id': '9c9df63b-0db4-47ba-8d6e-60030e1198da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:29.847724 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.851749 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Pushing event updated for resources: {'Port': ['ID=9a78db3e-d66b-4d4d-9bda-92c6ee3e5953,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:29.881841 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Notify callbacks [] for port, precommit_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.929327 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Transition to ACTIVE for port object 63d89ef6-469a-4f73-80f6-be19a238ac14 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:29.947849 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:29.949985 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.007416 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b6171adb-72fc-4a02-a5a0-a3628c78227e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.074634 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b016ff-cebd-4a73-9fa0-9809ad87acd9 None None] Pushing event updated for resources: {'Port': ['ID=63d89ef6-469a-4f73-80f6-be19a238ac14,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:30.185862 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Network 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:30.187089 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-306610fd-6653-4cea-b6ef-e22ab8aa23e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.203612 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:30.208300 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:30.220950 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.234157 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.259087 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.269442 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-306610fd-6653-4cea-b6ef-e22ab8aa23e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.299685 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port d61c2418-7ea1-409b-8750-b780bbca167e, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=d61c2418-7ea1-409b-8750-b780bbca167e,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:30.308323 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7139909 Aug 09 15:40:30.318073 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.319926 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9211da2f-1b14-4939-9003-1b9f507da795 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:30.347556 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-c0b19695-a5eb-488e-a79e-044f36d2f920 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:40:30.361465 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-c0b19695-a5eb-488e-a79e-044f36d2f920 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198977 Aug 09 15:40:30.414557 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7652dd6-716d-4b8c-9ae2-e951f3847b8f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Pushing event updated for resources: {'Port': ['ID=e0bdb762-0a72-4b44-bbfb-9cd768222899,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:30.484572 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=d61c2418-7ea1-409b-8750-b780bbca167e,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:30.521477 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be848c1-b2ea-4f9e-bec8-fcc9db5850a5 req-d3260a67-9454-4b53-8443-f184aca7fd17 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:30.523522 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7be848c1-b2ea-4f9e-bec8-fcc9db5850a5 req-d3260a67-9454-4b53-8443-f184aca7fd17 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 931 time: 0.2346971 Aug 09 15:40:30.632266 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-c5755902-56ef-46a8-98f2-4f568626988b None None] Provisioning complete for port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:30.633847 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c5755902-56ef-46a8-98f2-4f568626988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.695359 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7be848c1-b2ea-4f9e-bec8-fcc9db5850a5 req-4c5aea54-3335-4e9a-a431-8740102d4ddf tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492579 Aug 09 15:40:30.700810 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Router 7807bfd1-c7c1-441c-be13-ca7889f5f61f has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:40:30.757048 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b6171adb-72fc-4a02-a5a0-a3628c78227e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.796188 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-306610fd-6653-4cea-b6ef-e22ab8aa23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.798834 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-306610fd-6653-4cea-b6ef-e22ab8aa23e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.801744 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-306610fd-6653-4cea-b6ef-e22ab8aa23e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/237e5d3e-4136-4c6b-8663-7c6c548e3671 HTTP/1.1" status: 204 len: 168 time: 1.5301976 Aug 09 15:40:30.805145 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b6171adb-72fc-4a02-a5a0-a3628c78227e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.867786 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:30.879448 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6171adb-72fc-4a02-a5a0-a3628c78227e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4706535-a826-4f86-817c-8d8230468db5,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:30.918134 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306610fd-6653-4cea-b6ef-e22ab8aa23e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237e5d3e-4136-4c6b-8663-7c6c548e3671,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:30.928105 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45466) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:30.971082 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Request body: {'port': {'device_id': '629ffa96-6a73-4a91-805c-c669bfe4856a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:31.019912 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b6171adb-72fc-4a02-a5a0-a3628c78227e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.024080 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-b6171adb-72fc-4a02-a5a0-a3628c78227e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3912916 Aug 09 15:40:31.039480 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45470) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:31.063358 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'floatingip': {'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:31.116158 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Attempting to bind port 63d89ef6-469a-4f73-80f6-be19a238ac14 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:31.116591 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Attempting to bind port 63d89ef6-469a-4f73-80f6-be19a238ac14 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:31.116823 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Attempting to bind port 63d89ef6-469a-4f73-80f6-be19a238ac14 on network 594383a9-5c1c-45a7-8046-d048d8fc0356 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:31.152085 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:31.159920 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Checking segment: {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:31.159920 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.159920 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Bound using segment: {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:31.159920 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Bound port: 63d89ef6-469a-4f73-80f6-be19a238ac14, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:31.159920 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.194617 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 9211da2f-1b14-4939-9003-1b9f507da795 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:31.210954 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 9211da2f-1b14-4939-9003-1b9f507da795 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:31.211804 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.220961 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-5cd50ab6-98b9-4bc9-a5d7-46de47550ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.251457 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-c5755902-56ef-46a8-98f2-4f568626988b None None] Port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:31.292236 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.302272 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:31.319920 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Sync routers for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:31.341807 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-be4cb182-9a7a-497a-b253-903ec26bdf3f admin admin] 10.222.0.10 "PUT /v2.0/routers/7807bfd1-c7c1-441c-be13-ca7889f5f61f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4823649 Aug 09 15:40:31.346187 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.420226 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:31.420226 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:31.585459 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.595163 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] For port 63d89ef6-469a-4f73-80f6-be19a238ac14, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:31.626655 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] For port 63d89ef6-469a-4f73-80f6-be19a238ac14, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=63d89ef6-469a-4f73-80f6-be19a238ac14,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:31.642337 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 9211da2f-1b14-4939-9003-1b9f507da795, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=9211da2f-1b14-4939-9003-1b9f507da795,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:31.644109 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.670688 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.671592 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device b7f638a4-8781-422b-bf16-4c7937683eb7 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:31.761912 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:31.814168 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:31.814819 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:31.864635 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:32.005812 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:32.066822 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:32.072675 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:32.095375 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889364'] for router_interface, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.147586 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b016ff-cebd-4a73-9fa0-9809ad87acd9 None None] Pushing event updated for resources: {'Port': ['ID=63d89ef6-469a-4f73-80f6-be19a238ac14,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:32.209171 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-5cd50ab6-98b9-4bc9-a5d7-46de47550ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.226476 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-5cd50ab6-98b9-4bc9-a5d7-46de47550ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.292630 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-5cd50ab6-98b9-4bc9-a5d7-46de47550ecf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4bcae7c4f3a43c9a0bf544f0d2d9f14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3627868 Aug 09 15:40:32.307947 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45506) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:32.308685 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd50ab6-98b9-4bc9-a5d7-46de47550ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac84599-d594-4658-b945-6468c4157492,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:32.368962 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=9211da2f-1b14-4939-9003-1b9f507da795,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:32.372359 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851c01e-7d55-4088-a57b-302c74ccc67b req-44d6ed61-cf2f-4895-b33f-668ded4f36af tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:32.375431 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c851c01e-7d55-4088-a57b-302c74ccc67b req-44d6ed61-cf2f-4895-b33f-668ded4f36af tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 931 time: 0.2136745 Aug 09 15:40:32.470655 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c851c01e-7d55-4088-a57b-302c74ccc67b req-b889102f-040c-496c-acc7-157d9e79cada tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733719 Aug 09 15:40:32.504906 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Pushing event updated for resources: {'Port': ['ID=5f4d3900-d3dd-4f61-8415-51b4e959b4e2,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:32.599853 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-50cae55a-7315-4989-8782-d78086be199d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.688636 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port b7f638a4-8781-422b-bf16-4c7937683eb7 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:32.689051 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.706904 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-50cae55a-7315-4989-8782-d78086be199d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.720282 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:32.760446 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:27Z', 'revision_number': 2, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:32.785132 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:32.906409 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Checking router: 7807bfd1-c7c1-441c-be13-ca7889f5f61f for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:32.907750 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Updating router 7807bfd1-c7c1-441c-be13-ca7889f5f61f port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 binding host dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:33.003028 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.080842 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-50cae55a-7315-4989-8782-d78086be199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.097549 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-50cae55a-7315-4989-8782-d78086be199d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.101392 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-50cae55a-7315-4989-8782-d78086be199d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aac84599-d594-4658-b945-6468c4157492 HTTP/1.1" status: 204 len: 168 time: 0.7799168 Aug 09 15:40:33.123715 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.220182 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device d61c2418-7ea1-409b-8750-b780bbca167e up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:33.260328 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cae55a-7315-4989-8782-d78086be199d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac84599-d594-4658-b945-6468c4157492,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:33.314286 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bdb762-0a72-4b44-bbfb-9cd768222899 {{(pid=99999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:33.350456 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.421252 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:33.423576 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Transition to ACTIVE for port object e0bdb762-0a72-4b44-bbfb-9cd768222899 will not be triggered until provisioned by entity L2. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:33.436469 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port d61c2418-7ea1-409b-8750-b780bbca167e triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:33.438269 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.439668 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.577865 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45540) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:33.578768 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Pushing event updated for resources: {'Port': ['ID=e0bdb762-0a72-4b44-bbfb-9cd768222899,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:33.578882 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Allocated IP 172.27.3.22 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/443d480f-5562-444c-ba25-7bcec564472e) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:33.616007 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-23fd23ea-1237-4250-b994-c7699495ee8a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--772508355', 'description': 'tempest-description--1912913924'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:33.650869 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc26bae3-9930-46aa-a930-ff557fdbc339 None None] The sync data for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi is: [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:33.853182 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-23fd23ea-1237-4250-b994-c7699495ee8a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:33.896223 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45554) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:33.953777 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9211da2f-1b14-4939-9003-1b9f507da795 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:34.110840 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.122674 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 9211da2f-1b14-4939-9003-1b9f507da795 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:34.122674 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.140646 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Notify callbacks [] for port, precommit_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.183612 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.provisioning_blocks [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Transition to ACTIVE for port object 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 will not be triggered until provisioned by entity L2. {{(pid=100001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:34.188630 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-23fd23ea-1237-4250-b994-c7699495ee8a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.204589 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.219596 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce201a-69ac-4031-9504-43cdfac9b10d req-839a4b05-d6b3-49f1-bd1d-829f241121e5 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:34.229401 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-66ce201a-69ac-4031-9504-43cdfac9b10d req-839a4b05-d6b3-49f1-bd1d-829f241121e5 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 943 time: 0.4759047 Aug 09 15:40:34.249987 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.344762 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-23fd23ea-1237-4250-b994-c7699495ee8a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.385540 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:34.401360 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Attempting to bind port e0bdb762-0a72-4b44-bbfb-9cd768222899 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:34.402739 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Attempting to bind port e0bdb762-0a72-4b44-bbfb-9cd768222899 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4377fdb8-3e93-480a-945d-675aba1f7a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '70d0ac5d-f320-4d44-a9a4-53f42dda5a8a'}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:34.403333 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Attempting to bind port e0bdb762-0a72-4b44-bbfb-9cd768222899 on network 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:34.409724 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-23fd23ea-1237-4250-b994-c7699495ee8a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.411976 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-23fd23ea-1237-4250-b994-c7699495ee8a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8188083 Aug 09 15:40:34.428463 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:34.441528 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:34.467793 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Port e0bdb762-0a72-4b44-bbfb-9cd768222899 on network 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:34.468307 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Attempting to bind port e0bdb762-0a72-4b44-bbfb-9cd768222899 on network 70d0ac5d-f320-4d44-a9a4-53f42dda5a8a {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:34.472906 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45572) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:34.489573 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-78695b16-7d87-4932-b588-82280aa2f8da tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'security_group_rule': {'security_group_id': '89c78f50-c948-4054-ae67-e21c432c965c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:34.504337 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:34.507079 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Checking segment: {'id': '4377fdb8-3e93-480a-945d-675aba1f7a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '70d0ac5d-f320-4d44-a9a4-53f42dda5a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:34.507786 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Bound using segment: {'id': '4377fdb8-3e93-480a-945d-675aba1f7a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '70d0ac5d-f320-4d44-a9a4-53f42dda5a8a'} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:34.509938 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Bound port: e0bdb762-0a72-4b44-bbfb-9cd768222899, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4377fdb8-3e93-480a-945d-675aba1f7a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '70d0ac5d-f320-4d44-a9a4-53f42dda5a8a'}}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:34.510341 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.622110 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Attempting to bind port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:34.622991 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Attempting to bind port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:34.625889 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'Port': ['ID=443d480f-5562-444c-ba25-7bcec564472e,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:34.635100 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Attempting to bind port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 on network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:34.665864 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:34.673574 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Checking segment: {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:34.674927 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.676230 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Bound using segment: {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:34.677615 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Bound port: 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'}}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:34.678932 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.769134 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df317a58-5c86-440a-9b9f-41d1b94a4eb9 None None] Pushing event updated for resources: {'Port': ['ID=9a78db3e-d66b-4d4d-9bda-92c6ee3e5953,revision_number=3']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:34.801779 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] For port e0bdb762-0a72-4b44-bbfb-9cd768222899, host hv-cinder-78836, cleared binding levels {{(pid=99999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:34.812411 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] For port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:34.816232 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] For port e0bdb762-0a72-4b44-bbfb-9cd768222899, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e0bdb762-0a72-4b44-bbfb-9cd768222899,segment=NetworkSegment(4377fdb8-3e93-480a-945d-675aba1f7a93),segment_id=4377fdb8-3e93-480a-945d-675aba1f7a93)] {{(pid=99999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:34.834647 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] For port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=9a78db3e-d66b-4d4d-9bda-92c6ee3e5953,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:34.840558 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-66ce201a-69ac-4031-9504-43cdfac9b10d req-c80a9260-978d-4018-a8d7-c28c70da6243 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099689 Aug 09 15:40:34.841856 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-73921627-3b6f-46ba-aff4-5c5a2d89ae29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.845067 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.886327 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.931710 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:34.951346 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:34.952217 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:35.019368 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df317a58-5c86-440a-9b9f-41d1b94a4eb9 None None] Pushing event updated for resources: {'Port': ['ID=9a78db3e-d66b-4d4d-9bda-92c6ee3e5953,revision_number=4']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:35.062594 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.068215 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889504'] for router_interface, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.087825 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-78695b16-7d87-4932-b588-82280aa2f8da tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.172939 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.231313 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 63d89ef6-469a-4f73-80f6-be19a238ac14 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:35.244830 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:35.266912 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-73921627-3b6f-46ba-aff4-5c5a2d89ae29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.296852 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:35.299515 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.301357 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] 10.222.0.44 "PUT /v2.0/ports/e0bdb762-0a72-4b44-bbfb-9cd768222899 HTTP/1.1" status: 200 len: 1093 time: 4.5957146 Aug 09 15:40:35.347993 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629ffa96-6a73-4a91-805c-c669bfe4856a', 'tag': 'e0bdb762-0a72-4b44-bbfb-9cd768222899'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:35.436890 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 63d89ef6-469a-4f73-80f6-be19a238ac14 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:35.445555 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 63d89ef6-469a-4f73-80f6-be19a238ac14 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:35.446208 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.530542 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd23ea-1237-4250-b994-c7699495ee8a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c78f50-c948-4054-ae67-e21c432c965c,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:35.550484 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-73921627-3b6f-46ba-aff4-5c5a2d89ae29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.691547 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.759065 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73921627-3b6f-46ba-aff4-5c5a2d89ae29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9389b3-2263-47e2-b818-2aaf84418643,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:35.833489 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 63d89ef6-469a-4f73-80f6-be19a238ac14, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=63d89ef6-469a-4f73-80f6-be19a238ac14,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:35.847326 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.909212 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-78695b16-7d87-4932-b588-82280aa2f8da tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:35.974887 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-78695b16-7d87-4932-b588-82280aa2f8da tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.009123 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45614) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:36.021587 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=63d89ef6-469a-4f73-80f6-be19a238ac14,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:36.047210 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.083552 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db83ebf-1cde-4966-b817-186613bd1daa service neutron] Pushing event updated for resources: {'Port': ['ID=e0bdb762-0a72-4b44-bbfb-9cd768222899,revision_number=3']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:36.085612 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Pushing event updated for resources: {'Port': ['ID=5f4d3900-d3dd-4f61-8415-51b4e959b4e2,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:36.094443 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-73921627-3b6f-46ba-aff4-5c5a2d89ae29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d72892acd17b42afac4ecf3d7d86bfee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9034355 Aug 09 15:40:36.161653 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45620) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:36.205195 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78695b16-7d87-4932-b588-82280aa2f8da tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5121600-81b9-4ed6-a779-4a7def6f2397,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:36.207590 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-78695b16-7d87-4932-b588-82280aa2f8da tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.211244 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-78695b16-7d87-4932-b588-82280aa2f8da tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7280996 Aug 09 15:40:36.242380 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45624) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:36.246269 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:34Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:36.252301 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-bb00447b-96b1-4995-9c9a-7ae35fbdcac9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'security_group_rule': {'security_group_id': '89c78f50-c948-4054-ae67-e21c432c965c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:36.353710 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e763b25a-8c8a-4365-8ab1-1e99c627d754 None None] The sync data for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi is: [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:34Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:36.359813 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:40:36.381972 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1955449329-network', 'tenant_id': 'c3ccc58c06f64bb3ba94bb2ee1c634fa'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:36.430611 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:36.469699 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:36.518900 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bb00447b-96b1-4995-9c9a-7ae35fbdcac9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.631722 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5bf918-28a5-4400-b2d2-756c23efa638" -d '{"events": [{"name": "network-changed", "server_uuid": "629ffa96-6a73-4a91-805c-c669bfe4856a", "tag": "e0bdb762-0a72-4b44-bbfb-9cd768222899"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:36.724305 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-212bfab5-0676-4753-b276-bba9e018e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.730272 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-212bfab5-0676-4753-b276-bba9e018e3d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d01852b8daa4cba875b08885dc41b3c&device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 1096 time: 1.1947894 Aug 09 15:40:36.776797 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679fbff-f204-4994-b39b-f57bf9920484 req-097291c1-c2de-4134-af10-ac10e31c7b2a tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:36.778939 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.785979 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Made reservation on behalf of c3ccc58c06f64bb3ba94bb2ee1c634fa for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:36.787102 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d679fbff-f204-4994-b39b-f57bf9920484 req-097291c1-c2de-4134-af10-ac10e31c7b2a tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 943 time: 0.6906531 Aug 09 15:40:36.788294 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.838692 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.866029 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c21b778-bf84-445d-b831-72f67fa62a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:36.902909 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c21b778-bf84-445d-b831-72f67fa62a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.067443 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d679fbff-f204-4994-b39b-f57bf9920484 req-75c697b7-59f7-4216-a319-6d0956e29e50 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792020 Aug 09 15:40:37.077782 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c21b778-bf84-445d-b831-72f67fa62a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.080439 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c21b778-bf84-445d-b831-72f67fa62a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.084204 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-6c21b778-bf84-445d-b831-72f67fa62a3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a9389b3-2263-47e2-b818-2aaf84418643 HTTP/1.1" status: 204 len: 168 time: 0.4394038 Aug 09 15:40:37.130498 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bb00447b-96b1-4995-9c9a-7ae35fbdcac9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.135589 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21b778-bf84-445d-b831-72f67fa62a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9389b3-2263-47e2-b818-2aaf84418643,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:37.166815 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba46774a-e276-48db-8dbe-3de24c8857bf x-openstack-request-id: req-ba46774a-e276-48db-8dbe-3de24c8857bf {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:37.167105 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629ffa96-6a73-4a91-805c-c669bfe4856a", "tag": "e0bdb762-0a72-4b44-bbfb-9cd768222899", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:37.167356 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba46774a-e276-48db-8dbe-3de24c8857bf {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:37.167797 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629ffa96-6a73-4a91-805c-c669bfe4856a', 'tag': 'e0bdb762-0a72-4b44-bbfb-9cd768222899', 'status': 'completed', 'code': 200} Aug 09 15:40:37.221744 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bb00447b-96b1-4995-9c9a-7ae35fbdcac9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.265197 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Router a0cb088e-50a9-4213-a942-0d13eb00e141 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:40:37.286901 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-4cef3bb1-08e7-4971-bdd8-b43a5f1acc83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0bdb762-0a72-4b44-bbfb-9cd768222899 HTTP/1.1" status: 200 len: 217 time: 0.1187413 Aug 09 15:40:37.376478 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 63d89ef6-469a-4f73-80f6-be19a238ac14 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:37.386956 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.396814 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00447b-96b1-4995-9c9a-7ae35fbdcac9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ce180d-b104-42e7-9ce0-b2031317d924,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:37.427249 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.469806 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-b0d97617-ffee-4c01-aa1a-f5551fdc297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:37.472317 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-b0d97617-ffee-4c01-aa1a-f5551fdc297b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fcb93157-8a43-4f35-bfaa-d561637fd376 HTTP/1.1" status: 200 len: 852 time: 0.1860716 Aug 09 15:40:37.531295 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 63d89ef6-469a-4f73-80f6-be19a238ac14 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:37.531999 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.664847 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:37.710568 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-cbc61f20-9109-42ea-b95c-da8bc87e1b3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70d0ac5d-f320-4d44-a9a4-53f42dda5a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100654 Aug 09 15:40:37.863170 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'Port': ['ID=443d480f-5562-444c-ba25-7bcec564472e,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:37.887535 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:37.937786 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45666) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:37.972308 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f12513b1-763a-4527-b9ce-f64d12147ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.011261 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.026521 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.048039 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:38.062527 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:38.063707 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.069156 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.070846 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-405d2c9c-9e18-4084-9763-93cb041c7153 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0231349 Aug 09 15:40:38.077326 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97409df9-5559-496f-b413-618e34f65006,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:38.080961 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bb00447b-96b1-4995-9c9a-7ae35fbdcac9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.082228 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-bb00447b-96b1-4995-9c9a-7ae35fbdcac9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8338852 Aug 09 15:40:38.086725 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 45672) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:38.101386 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:40:38.121889 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-f895b2ef-40e9-4c11-b413-5fb470d8565a admin admin] 10.222.0.10 "PUT /v2.0/routers/a0cb088e-50a9-4213-a942-0d13eb00e141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0737622 Aug 09 15:40:38.121889 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:38.142394 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'floatingip': {'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:38.167661 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Sync routers for ids ['a0cb088e-50a9-4213-a942-0d13eb00e141'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:40:38.192075 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.192648 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Added segment 7a61c559-0ee0-4b82-bf86-a841c2c4aad7 of type vlan for network 6add9e63-50fa-4861-8d49-27cc35134521 Aug 09 15:40:38.247128 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Routers {'a0cb088e-50a9-4213-a942-0d13eb00e141'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:38.248801 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a0cb088e-50a9-4213-a942-0d13eb00e141'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:38.425417 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.487635 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.498692 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f12513b1-763a-4527-b9ce-f64d12147ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.505840 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Set router a0cb088e-50a9-4213-a942-0d13eb00e141 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:38.526080 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.527654 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:38.528457 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.559468 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23ae0d-308c-4c97-86a4-d3abd1943c17 req-53bc5d1f-60c5-4fc9-9b56-ebcfc5d86b46 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:38.577014 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ed23ae0d-308c-4c97-86a4-d3abd1943c17 req-53bc5d1f-60c5-4fc9-9b56-ebcfc5d86b46 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 943 time: 0.3277087 Aug 09 15:40:38.603214 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f12513b1-763a-4527-b9ce-f64d12147ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.623088 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] Pushing event updated for resources: {'Network': ['ID=6add9e63-50fa-4861-8d49-27cc35134521,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:38.856359 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-559d299b-5079-4b5c-9824-1c53839e8929 service neutron] 10.222.0.44 "GET /v2.0/networks/70d0ac5d-f320-4d44-a9a4-53f42dda5a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614289 Aug 09 15:40:38.878559 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-f0adcfb9-ad57-4c53-bf4d-548c61995e32 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.8514304 Aug 09 15:40:38.889325 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45698) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:38.895915 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:38.910917 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ed23ae0d-308c-4c97-86a4-d3abd1943c17 req-7b47da4f-bdd5-46e0-b450-600d66aae97a tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301680 Aug 09 15:40:38.918295 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Request body: {'subnet': {'network_id': '6add9e63-50fa-4861-8d49-27cc35134521', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1955449329-subnet', 'tenant_id': 'c3ccc58c06f64bb3ba94bb2ee1c634fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:38.953609 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-f12513b1-763a-4527-b9ce-f64d12147ebe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fe46f398ad4479bbc51c68b2abde828&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0144765 Aug 09 15:40:38.963766 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45702) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:38.987028 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12513b1-763a-4527-b9ce-f64d12147ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f38b4-82d2-49d7-995e-c6fcef97df41,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:39.017020 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 6add9e63-50fa-4861-8d49-27cc35134521 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:39.136966 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-81c4c79f-f4b3-4c67-9df4-32f4838376bf tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--153208136&fields=id&tenant_id=05d9191caf494b06b388d288d8389928 HTTP/1.1" status: 200 len: 267 time: 0.3563030 Aug 09 15:40:39.154553 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Made reservation on behalf of c3ccc58c06f64bb3ba94bb2ee1c634fa for: {'subnet': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:39.160090 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.290381 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6b24d5e2-a487-43d4-a732-a228a09d3ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.308505 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=9a78db3e-d66b-4d4d-9bda-92c6ee3e5953,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:39.318434 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.326692 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6b24d5e2-a487-43d4-a732-a228a09d3ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.402002 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6b24d5e2-a487-43d4-a732-a228a09d3ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.405579 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6b24d5e2-a487-43d4-a732-a228a09d3ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.410841 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-6b24d5e2-a487-43d4-a732-a228a09d3ca0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e4f38b4-82d2-49d7-995e-c6fcef97df41 HTTP/1.1" status: 204 len: 168 time: 0.4493155 Aug 09 15:40:39.468052 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24d5e2-a487-43d4-a732-a228a09d3ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f38b4-82d2-49d7-995e-c6fcef97df41,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:39.535785 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'name': 'tempest-ServerRescueNegativeTestJSON-902963801-router', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:32Z', 'revision_number': 4, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'gw_port': {'id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:19Z', 'updated_at': '2021-08-09T15:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '5f4d3900-d3dd-4f61-8415-51b4e959b4e2', 'name': '', 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'mac_address': 'fa:16:3e:e1:d3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea285408-4ce2-4238-a8fa-66a4bf5669c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:40:33Z', 'revision_number': 2, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'subnets': [{'id': 'ea285408-4ce2-4238-a8fa-66a4bf5669c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:39.604890 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=9a78db3e-d66b-4d4d-9bda-92c6ee3e5953,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:39.688160 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Checking router: a0cb088e-50a9-4213-a942-0d13eb00e141 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:40:39.688526 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Updating router a0cb088e-50a9-4213-a942-0d13eb00e141 port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 binding host dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:40:39.730977 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.826849 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for subnet, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:39.887594 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec0b70-5662-496f-ab50-a844a187f139 req-ba7918d4-3a1d-4f97-a10a-54ea6236bf90 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:39.896664 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-ba7918d4-3a1d-4f97-a10a-54ea6236bf90 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 811 time: 0.7385824 Aug 09 15:40:39.941191 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-511a56ce-d218-4241-96a6-a73f7f9c041d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/quotas/05d9191caf494b06b388d288d8389928 HTTP/1.1" status: 200 len: 375 time: 0.0435555 Aug 09 15:40:39.969326 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875d0c7f-bdcf-42aa-861b-9c3232d23b19,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:39.971736 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Checking segment: {'id': '7a61c559-0ee0-4b82-bf86-a841c2c4aad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': '6add9e63-50fa-4861-8d49-27cc35134521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:39.972344 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Network hostable DHCP agents. Network: 6add9e63-50fa-4861-8d49-27cc35134521, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:39.999466 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Network 6add9e63-50fa-4861-8d49-27cc35134521 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:40.012985 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 6add9e63-50fa-4861-8d49-27cc35134521) {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:40.024287 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.028569 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.069528 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-67060446-98b7-4f2d-9700-f7e8e505c650 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1789320 Aug 09 15:40:40.242893 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.257484 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3fc488c-23c8-4d02-ac12-a0945e688097 req-9094783d-3cc9-4d26-98cc-dfd6ba862071 service neutron] 10.222.0.44 "GET /v2.0/networks/70d0ac5d-f320-4d44-a9a4-53f42dda5a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443748 Aug 09 15:40:40.257990 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Notify callbacks [] for port, precommit_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.277283 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Transition to ACTIVE for port object 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:40.302871 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97346ad5-2205-4bb9-af18-a38ab4d647aa None None] Network 6add9e63-50fa-4861-8d49-27cc35134521 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:40.305956 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.377893 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-bd69db3a-df0a-4855-92ad-3ca3b95fc668 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:40.391669 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-bd69db3a-df0a-4855-92ad-3ca3b95fc668 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 818 time: 0.8672600 Aug 09 15:40:40.439043 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d4f2b-8b37-426d-8f3b-670814402739 None None] Pushing event updated for resources: {'Port': ['ID=5f4d3900-d3dd-4f61-8415-51b4e959b4e2,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:40.504324 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Attempting to bind port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:40.504795 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Attempting to bind port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:40.505240 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Attempting to bind port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 on network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:40.513943 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:40.514452 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Checking segment: {'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:40.514926 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.515391 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Bound using segment: {'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:40.515935 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Bound port: 5f4d3900-d3dd-4f61-8415-51b4e959b4e2, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:40.516407 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:40.518370 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-a87066c7-9693-425f-87eb-360451b8f5c9 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5668499 Aug 09 15:40:40.540551 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-90a9a7ff-3177-41cb-8b9a-784ea89e9d58 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/quotas/c251c3883e6a427eae874a312b826dd9 HTTP/1.1" status: 200 len: 375 time: 0.1476727 Aug 09 15:40:40.676863 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-62d46cf2-044a-4837-aff0-713047cf3165 service neutron] 10.222.0.10 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130400 Aug 09 15:40:40.757405 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec11bd5-f4b7-4ab4-bcc9-4f2283818af9 None None] Network 6add9e63-50fa-4861-8d49-27cc35134521 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:40.839705 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Allocated IP 172.27.3.49 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/e60d9ad4-47fd-49db-802f-ac346abf2428) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:41.011485 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] For port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:41.034479 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] For port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=5f4d3900-d3dd-4f61-8415-51b4e959b4e2,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:41.097665 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.112625 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.188158 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45782) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:41.193397 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-260545655-network', 'tenant_id': '71ea8f7777ee4d28b160109d6bbd3546'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:41.257409 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Made reservation on behalf of 71ea8f7777ee4d28b160109d6bbd3546 for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:41.265624 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.288203 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.292108 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Routers {'a0cb088e-50a9-4213-a942-0d13eb00e141'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:40:41.293158 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a0cb088e-50a9-4213-a942-0d13eb00e141'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:41.295433 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d4f2b-8b37-426d-8f3b-670814402739 None None] Pushing event updated for resources: {'Port': ['ID=5f4d3900-d3dd-4f61-8415-51b4e959b4e2,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:41.355473 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-7ef41550-dbac-4bd1-9b5c-707b9e79a3bf tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8092208 Aug 09 15:40:41.551222 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-99e4ef57-845d-46a7-8283-d501bcb5598a service neutron] 10.222.0.10 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8728690 Aug 09 15:40:41.557079 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bf918-28a5-4400-b2d2-756c23efa638 req-16cd1907-494f-461c-8858-ebaf7714b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:41.571365 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df5bf918-28a5-4400-b2d2-756c23efa638 req-16cd1907-494f-461c-8858-ebaf7714b50a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2d01852b8daa4cba875b08885dc41b3c&device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 1096 time: 0.3396356 Aug 09 15:40:41.583696 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.610385 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:41.672959 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'Port': ['ID=e60d9ad4-47fd-49db-802f-ac346abf2428,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:41.706931 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] Set router a0cb088e-50a9-4213-a942-0d13eb00e141 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:40:41.707179 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:41.730007 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:41.733927 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:41.790838 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.800141 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.800485 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:41.800850 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.839935 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1122} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:40:41.875800 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:41.877358 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Added segment 531c4fda-cd35-4ca3-ba5d-5b8ac9562e36 of type vlan for network a574bdf7-5164-43e9-a407-76cc1ffeded6 Aug 09 15:40:41.982540 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-179d0228-36a9-4df2-9e0a-194562fe3c2a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:40:41.983838 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-179d0228-36a9-4df2-9e0a-194562fe3c2a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1549182 Aug 09 15:40:42.037189 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.099458 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.100554 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:42.101610 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:42.194307 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'name': 'tempest-ServerRescueNegativeTestJSON-902963801-router', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:32Z', 'revision_number': 4, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'gw_port': {'id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:19Z', 'updated_at': '2021-08-09T15:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '5f4d3900-d3dd-4f61-8415-51b4e959b4e2', 'name': '', 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'mac_address': 'fa:16:3e:e1:d3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea285408-4ce2-4238-a8fa-66a4bf5669c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:40:40Z', 'revision_number': 4, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'subnets': [{'id': 'ea285408-4ce2-4238-a8fa-66a4bf5669c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:42.230472 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc816231-8ad0-4b2a-a7ee-756ece2e8540 None None] The sync data for ids ['a0cb088e-50a9-4213-a942-0d13eb00e141'] in dv-cinder-788365-6-iscsi is: [{'id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'name': 'tempest-ServerRescueNegativeTestJSON-902963801-router', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:32Z', 'revision_number': 4, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'gw_port': {'id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:19Z', 'updated_at': '2021-08-09T15:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '5f4d3900-d3dd-4f61-8415-51b4e959b4e2', 'name': '', 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'mac_address': 'fa:16:3e:e1:d3:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'ea285408-4ce2-4238-a8fa-66a4bf5669c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:27Z', 'updated_at': '2021-08-09T15:40:40Z', 'revision_number': 4, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'subnets': [{'id': 'ea285408-4ce2-4238-a8fa-66a4bf5669c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:40:42.308641 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4750c1-2651-4bc8-8bd6-26a2a2bb614d,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:42.340431 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1504486 Aug 09 15:40:42.340729 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45834) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:42.407759 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Request body: {'subnet': {'network_id': 'a574bdf7-5164-43e9-a407-76cc1ffeded6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-260545655-subnet', 'tenant_id': '71ea8f7777ee4d28b160109d6bbd3546', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:42.441532 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca1ca1-8530-4abe-885e-b4b81f60d1f3 admin admin] Pushing event updated for resources: {'Network': ['ID=a574bdf7-5164-43e9-a407-76cc1ffeded6,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:42.473626 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network a574bdf7-5164-43e9-a407-76cc1ffeded6 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:40:42.583741 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Made reservation on behalf of 71ea8f7777ee4d28b160109d6bbd3546 for: {'subnet': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:42.590486 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.148619 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for subnet, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.245558 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ede28c8-390c-485a-a6dd-c0437c62cc47,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:43.310398 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Checking segment: {'id': '531c4fda-cd35-4ca3-ba5d-5b8ac9562e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1122, 'network_id': 'a574bdf7-5164-43e9-a407-76cc1ffeded6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:43.311432 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Network hostable DHCP agents. Network: a574bdf7-5164-43e9-a407-76cc1ffeded6, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:40:43.349105 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Network a574bdf7-5164-43e9-a407-76cc1ffeded6 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:40:43.385090 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, a574bdf7-5164-43e9-a407-76cc1ffeded6) {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:43.396678 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d9d7a-10f8-43fc-873a-ba7ba8f5342a None None] Network a574bdf7-5164-43e9-a407-76cc1ffeded6 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:43.402238 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.403015 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.505553 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-6ef54b37-85cf-4672-9d59-6308fd7b52ad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1274359 Aug 09 15:40:43.568472 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:43.637677 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bf918-28a5-4400-b2d2-756c23efa638 req-da60fc4b-08c1-4ccb-83c5-401c1ade0ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:43.644262 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df5bf918-28a5-4400-b2d2-756c23efa638 req-da60fc4b-08c1-4ccb-83c5-401c1ade0ca1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=70d0ac5d-f320-4d44-a9a4-53f42dda5a8a HTTP/1.1" status: 200 len: 914 time: 1.7177825 Aug 09 15:40:43.656068 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-347d18fb-9244-42db-b1e2-f7f2bb8cd2c9 service neutron] 10.222.0.10 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6603649 Aug 09 15:40:43.659350 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.724874 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:43.829057 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c45655a-d185-4475-9008-7e9a45d800d4 None None] Network a574bdf7-5164-43e9-a407-76cc1ffeded6 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:40:43.835177 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45898) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:43.936215 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_v2 [None req-f731ba2e-d925-4b99-814e-861111af52f2 admin admin] Deleting subnet 875d0c7f-bdcf-42aa-861b-9c3232d23b19 {{(pid=99998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:40:43.941879 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f731ba2e-d925-4b99-814e-861111af52f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.009637 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:44.032144 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:44.032521 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.041377 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e7458-6d5a-410e-9954-7c911bef9f51 req-8158bc77-11be-4989-bb7b-1fd9364f7313 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.043058 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-366e7458-6d5a-410e-9954-7c911bef9f51 req-8158bc77-11be-4989-bb7b-1fd9364f7313 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 943 time: 1.8440330 Aug 09 15:40:44.070152 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f731ba2e-d925-4b99-814e-861111af52f2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.082352 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.088246 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f731ba2e-d925-4b99-814e-861111af52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.102093 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.190616 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-dddcce41-c9fb-4133-9a34-b8a56d09f671 service neutron] 10.222.0.10 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086796 Aug 09 15:40:44.202859 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.251401 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f731ba2e-d925-4b99-814e-861111af52f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for subnet, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.312732 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-366e7458-6d5a-410e-9954-7c911bef9f51 req-2ba593fc-e9e9-42bb-b95f-d44f5ef789de tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521718 Aug 09 15:40:44.319143 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df5bf918-28a5-4400-b2d2-756c23efa638 req-b6ef0d5b-6492-4286-99ab-9be87cf4cf5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0bdb762-0a72-4b44-bbfb-9cd768222899 HTTP/1.1" status: 200 len: 217 time: 0.1365657 Aug 09 15:40:44.330101 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'Port': ['ID=e60d9ad4-47fd-49db-802f-ac346abf2428,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:44.332046 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731ba2e-d925-4b99-814e-861111af52f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875d0c7f-bdcf-42aa-861b-9c3232d23b19,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:44.341904 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f731ba2e-d925-4b99-814e-861111af52f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.350223 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-f731ba2e-d925-4b99-814e-861111af52f2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/875d0c7f-bdcf-42aa-861b-9c3232d23b19 HTTP/1.1" status: 204 len: 168 time: 0.5134065 Aug 09 15:40:44.352952 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45914) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:44.378228 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.379441 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-33797c97-f274-4c3e-895f-1208ac2733f5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2547972 Aug 09 15:40:44.534394 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.564379 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-29d8ce93-78bb-4c0f-afe9-80521b52dab1 req-a24a2a7a-102a-43b4-b559-650f71fe627f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 210 time: 0.0843089 Aug 09 15:40:44.588185 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bf918-28a5-4400-b2d2-756c23efa638 req-99b91862-f4ee-40b1-a066-2d96b73a2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:44.589739 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df5bf918-28a5-4400-b2d2-756c23efa638 req-99b91862-f4ee-40b1-a066-2d96b73a2586 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fcb93157-8a43-4f35-bfaa-d561637fd376 HTTP/1.1" status: 200 len: 852 time: 0.2430563 Aug 09 15:40:44.642921 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df5bf918-28a5-4400-b2d2-756c23efa638 req-01d6c259-ea90-4c64-94b4-66ae2c6690d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=70d0ac5d-f320-4d44-a9a4-53f42dda5a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368919 Aug 09 15:40:44.644508 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=5f4d3900-d3dd-4f61-8415-51b4e959b4e2,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:44.661769 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.687375 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.743737 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=5f4d3900-d3dd-4f61-8415-51b4e959b4e2,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:44.838410 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ed155f93-2425-4dac-9232-757988e7046f req-38ad1e6c-e21f-4f17-819e-3e546d0bd641 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 210 time: 0.0741704 Aug 09 15:40:44.898392 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-d4453a3e-af0e-4f47-b06d-c81c4c848950 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--772508355&fields=id&tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f HTTP/1.1" status: 200 len: 267 time: 0.1302533 Aug 09 15:40:44.914756 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:44.940445 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45948) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:44.970972 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:44.973426 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:44.974894 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:44.975397 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > port after_create 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:44.976553 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:44.977749 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > port after_update 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:44.978220 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:44.978859 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:44.979653 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:44.980277 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:45.028038 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df5bf918-28a5-4400-b2d2-756c23efa638 req-87992bd0-3aeb-4b01-b4b6-e49cb932adac service neutron] 10.222.0.44 "GET /v2.0/networks/70d0ac5d-f320-4d44-a9a4-53f42dda5a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690007 Aug 09 15:40:45.146380 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13222-bbdc-453b-a2f8-45123522e373 req-3b785375-5cd5-47aa-af8f-007a9499ad2e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:45.154022 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-3b785375-5cd5-47aa-af8f-007a9499ad2e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 817 time: 0.2453554 Aug 09 15:40:45.219460 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-899b8f5a-e43f-4e9e-b2a6-4cb7de9ddba0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/quotas/ca5acb4d32ca4e9e84ff4d43d59a034f HTTP/1.1" status: 200 len: 375 time: 0.0643530 Aug 09 15:40:45.269881 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:45.270535 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:45.271041 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:45.271587 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:45.272191 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6add9e63-50fa-4861-8d49-27cc35134521']}} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:45.319122 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a61c559-0ee0-4b82-bf86-a841c2c4aad7') {'for_net_delete': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:45.322716 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a61c559-0ee0-4b82-bf86-a841c2c4aad7') {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:45.357592 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-79b88738-3cbf-4e15-8703-1315beed5046 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1364033 Aug 09 15:40:45.358833 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15669183'] for segment, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.366832 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df5bf918-28a5-4400-b2d2-756c23efa638 req-61d2f727-e5e4-45a6-9429-4cb4b068d534 service neutron] 10.222.0.44 "GET /v2.0/networks/70d0ac5d-f320-4d44-a9a4-53f42dda5a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257840 Aug 09 15:40:45.425454 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.471188 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:45.484489 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Releasing vlan 1133 on physical network physnet1 to pool {{(pid=99998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:40:45.486942 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15668015'] for segment, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: from cryptography.utils import int_from_bytes Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: from cryptography.utils import int_from_bytes Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: Traceback (most recent call last): Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: timer() Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: cb(*args, **kw) Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: return func(*args, **kwargs) Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: self._notify() Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: self.callback(batched_events) Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: event.method(event) Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: return f(self, *a, **k) Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._get(url).json() Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: return self.request(url, 'GET', **kwargs) Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:40:45.501730 dv-cinder-788365-6-iscsi neutron-server[99998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:40:45.579669 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:45.581684 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.614665 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-9368ebcc-62e1-429a-a5a3-5710e80d2a24 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:45.616384 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-9368ebcc-62e1-429a-a5a3-5710e80d2a24 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 818 time: 0.5254250 Aug 09 15:40:45.638710 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec0b70-5662-496f-ab50-a844a187f139 req-04d90d09-5db8-4cf8-91d3-62b98eb2ca44 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:45.641454 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-04d90d09-5db8-4cf8-91d3-62b98eb2ca44 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.44 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 811 time: 0.1713099 Aug 09 15:40:45.717995 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-b07377ad-0d60-443d-b543-895800e7077f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/quotas/c251c3883e6a427eae874a312b826dd9 HTTP/1.1" status: 200 len: 375 time: 0.0678496 Aug 09 15:40:45.759971 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-95d21ed2-4f38-42c1-a420-0af1a8ff317f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.772583 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-827c1c3f-5eae-4d0f-9f59-ee5eb6fcc0ba tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05d9191caf494b06b388d288d8389928 HTTP/1.1" status: 200 len: 379 time: 0.1092980 Aug 09 15:40:45.780520 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.785515 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-8b9a0920-0ab5-4290-a8b0-6184d676e1c7 service neutron] 10.222.0.10 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248822 Aug 09 15:40:45.794571 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.797611 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6add9e63-50fa-4861-8d49-27cc35134521 HTTP/1.1" status: 204 len: 168 time: 1.4429169 Aug 09 15:40:45.800898 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'port': {'device_id': '44c4b03b-374a-4667-adb3-50017e78c280', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'admin_state_up': True, 'tenant_id': '05d9191caf494b06b388d288d8389928', 'security_groups': ['9c9df63b-0db4-47ba-8d6e-60030e1198da']}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:45.809655 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 45988) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:45.812922 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d876c1-06b7-4e5b-82c4-d2b923cb7949 admin admin] Pushing event deleted for resources: {'Network': ['ID=6add9e63-50fa-4861-8d49-27cc35134521,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:45.874917 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_v2 [None req-63acff7a-b824-4457-85ea-376f845b8870 admin admin] Deleting subnet 6ede28c8-390c-485a-a6dd-c0437c62cc47 {{(pid=99998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:40:45.882025 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-63acff7a-b824-4457-85ea-376f845b8870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.932660 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-63acff7a-b824-4457-85ea-376f845b8870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15669160'] for subnet, precommit_delete_associations {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.981186 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-95d21ed2-4f38-42c1-a420-0af1a8ff317f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:45.995765 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-95d21ed2-4f38-42c1-a420-0af1a8ff317f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.011308 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-63acff7a-b824-4457-85ea-376f845b8870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.071717 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-95d21ed2-4f38-42c1-a420-0af1a8ff317f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa76ab9a77d7428198b12d238d73d1e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1276979 Aug 09 15:40:46.071717 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d21ed2-4f38-42c1-a420-0af1a8ff317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaf6a19-75ab-4599-aa58-0c6ad5b25a2f,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:46.072851 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46000) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:46.085656 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-e9d746be-f259-40a2-9996-0f1b8f0e2464 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3667254 Aug 09 15:40:46.118987 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-63acff7a-b824-4457-85ea-376f845b8870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15668209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14180536'] for subnet, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.171050 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-63acff7a-b824-4457-85ea-376f845b8870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.176400 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-63acff7a-b824-4457-85ea-376f845b8870 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6ede28c8-390c-485a-a6dd-c0437c62cc47 HTTP/1.1" status: 204 len: 168 time: 0.3629880 Aug 09 15:40:46.176673 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63acff7a-b824-4457-85ea-376f845b8870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ede28c8-390c-485a-a6dd-c0437c62cc47,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:46.178088 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46006) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:46.182974 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.44', 57209) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:46.326217 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-c060b96b-4b99-481c-a863-0cc211b5f71b service neutron] 10.222.0.10 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391834 Aug 09 15:40:46.386476 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-829bae31-0f45-47bb-b6db-2f7886f182ac service neutron] 10.222.0.10 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994473 Aug 09 15:40:46.398576 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1189406e-c3d1-4ccb-9c5e-a361824845b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.406736 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.427666 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-bba512d2-cdc8-482b-b3c9-7f924158eda2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:46.429538 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-bba512d2-cdc8-482b-b3c9-7f924158eda2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.44 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 818 time: 0.2459085 Aug 09 15:40:46.446389 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Request body: {'port': {'device_id': '86c51337-53cd-4615-8c2b-bc0632f4d637', 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21', 'admin_state_up': True, 'tenant_id': 'c251c3883e6a427eae874a312b826dd9'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:46.490487 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Made reservation on behalf of 05d9191caf494b06b388d288d8389928 for: {'port': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:46.494135 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.502824 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1189406e-c3d1-4ccb-9c5e-a361824845b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.630169 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Made reservation on behalf of c251c3883e6a427eae874a312b826dd9 for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:46.633787 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.797363 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-7673f9c1-c092-457f-8948-f940b8c3fbf2 service neutron] 10.222.0.10 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100316 Aug 09 15:40:46.816182 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.834830 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.835040 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.835956 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.836433 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > port after_create 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.836882 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.837440 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > port after_update 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.838375 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.838375 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.839004 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.839531 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.911540 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.911879 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.912376 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.912705 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 09 15:40:46.913112 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a574bdf7-5164-43e9-a407-76cc1ffeded6']}} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:46.933651 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1189406e-c3d1-4ccb-9c5e-a361824845b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.937008 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1189406e-c3d1-4ccb-9c5e-a361824845b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:46.938341 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-1189406e-c3d1-4ccb-9c5e-a361824845b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9eaf6a19-75ab-4599-aa58-0c6ad5b25a2f HTTP/1.1" status: 204 len: 168 time: 0.8394134 Aug 09 15:40:46.953148 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531c4fda-cd35-4ca3-ba5d-5b8ac9562e36') {'for_net_delete': True} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:46.953705 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531c4fda-cd35-4ca3-ba5d-5b8ac9562e36') {} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:40:46.956525 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Allocated IP 172.20.0.8 (6e1f9662-5a60-48bb-a9ff-3dda02fd1c21/ea285408-4ce2-4238-a8fa-66a4bf5669c9/69f1e853-7405-4ae2-90da-5362f58221a1) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:47.002400 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12833747'] for segment, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.037109 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88ad5-0f3f-4e94-ae72-33473ae5a443 req-c021acd6-6682-44fa-8857-467c0f3a58e6 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.039056 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-69c88ad5-0f3f-4e94-ae72-33473ae5a443 req-c021acd6-6682-44fa-8857-467c0f3a58e6 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 943 time: 0.3942068 Aug 09 15:40:47.049242 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189406e-c3d1-4ccb-9c5e-a361824845b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaf6a19-75ab-4599-aa58-0c6ad5b25a2f,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:47.120863 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Allocated IP 172.20.0.4 (594383a9-5c1c-45a7-8046-d048d8fc0356/69c0650a-e762-4e6f-a889-ab124a5dcc18/7dc8cdad-ce9b-4f03-b838-be5636dffc6b) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:47.134077 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.143796 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Releasing vlan 1122 on physical network physnet1 to pool {{(pid=99999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:40:47.144215 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776025'] for segment, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: from cryptography.utils import int_from_bytes Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: from cryptography.utils import int_from_bytes Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: Traceback (most recent call last): Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: timer() Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: cb(*args, **kw) Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: return func(*args, **kwargs) Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: self._notify() Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: self.callback(batched_events) Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: event.method(event) Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: return f(self, *a, **k) Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._get(url).json() Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: return self.request(url, 'GET', **kwargs) Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:40:47.218980 dv-cinder-788365-6-iscsi neutron-server[99999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:40:47.269176 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-10029128-f068-4dfd-9a78-540b336d7fc6 req-788c3ac5-98d0-4203-b909-3e6e124ebbc2 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 210 time: 0.2250190 Aug 09 15:40:47.288369 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.306574 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.308605 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] 10.222.0.10 "DELETE /v2.0/networks/a574bdf7-5164-43e9-a407-76cc1ffeded6 HTTP/1.1" status: 204 len: 168 time: 1.1212194 Aug 09 15:40:47.342957 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.427594 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c40ad2-aeaf-45d2-beb5-0830ea7c69ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a574bdf7-5164-43e9-a407-76cc1ffeded6,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:47.430839 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.460413 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:47.490459 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-69c88ad5-0f3f-4e94-ae72-33473ae5a443 req-08234ba0-7120-46fb-8ab3-3f4abc2014c4 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270122 Aug 09 15:40:47.499316 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:47.506822 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:47.573789 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device e0bdb762-0a72-4b44-bbfb-9cd768222899 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:47.663185 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f5cf82d3-925a-4372-8f81-2d0c10322eba req-69851ded-b405-4f0f-846c-0b4f8ec05673 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 210 time: 0.3070276 Aug 09 15:40:47.664256 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46064) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:47.690591 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Pushing event updated for resources: {'Port': ['ID=69f1e853-7405-4ae2-90da-5362f58221a1,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:47.699291 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46066) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:47.713496 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:47.714223 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.782159 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a9f4326c-113e-4e85-b207-7bc246dd16cc req-688a8fd0-9a70-4591-bec8-9456310395c2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 210 time: 0.1150150 Aug 09 15:40:47.783057 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-99b99460-7e27-4165-b222-e3111f57e5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.789572 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-d406311c-3d9c-4f27-ba4a-4ab24207802f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3472416 Aug 09 15:40:47.823613 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-038d52fc-33d7-43b1-a4d8-5fc6996583df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3ccc58c06f64bb3ba94bb2ee1c634fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225312 Aug 09 15:40:47.827181 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46076) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:47.838091 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Request body: {'port': {'device_id': '86c51337-53cd-4615-8c2b-bc0632f4d637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:47.840105 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port e0bdb762-0a72-4b44-bbfb-9cd768222899, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e0bdb762-0a72-4b44-bbfb-9cd768222899,segment=NetworkSegment(4377fdb8-3e93-480a-945d-675aba1f7a93),segment_id=4377fdb8-3e93-480a-945d-675aba1f7a93)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:47.858804 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'e0bdb762-0a72-4b44-bbfb-9cd768222899', 'network_id': '70d0ac5d-f320-4d44-a9a4-53f42dda5a8a', 'port_id': 'e0bdb762-0a72-4b44-bbfb-9cd768222899', 'mac_address': 'fa:16:3e:61:14:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb93157-8a43-4f35-bfaa-d561637fd376', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:47.913750 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.919576 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.938023 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bdb762-0a72-4b44-bbfb-9cd768222899 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:47.951530 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Transition to ACTIVE for port object 7dc8cdad-ce9b-4f03-b838-be5636dffc6b will not be triggered until provisioned by entity DHCP. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:47.972156 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port e0bdb762-0a72-4b44-bbfb-9cd768222899, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e0bdb762-0a72-4b44-bbfb-9cd768222899,segment=NetworkSegment(4377fdb8-3e93-480a-945d-675aba1f7a93),segment_id=4377fdb8-3e93-480a-945d-675aba1f7a93)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:47.973232 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:47.978668 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.023140 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.049406 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=e0bdb762-0a72-4b44-bbfb-9cd768222899,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.113443 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-99b99460-7e27-4165-b222-e3111f57e5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.142420 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Network 594383a9-5c1c-45a7-8046-d048d8fc0356 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:48.144248 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'Port': ['ID=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.165547 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:48.170546 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.44', 57217) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:48.177488 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-99b99460-7e27-4165-b222-e3111f57e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.180037 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:48.256467 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a584463d-5456-457d-90f7-59df8da166d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.305219 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['e0bdb762-0a72-4b44-bbfb-9cd768222899'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:48.317338 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a584463d-5456-457d-90f7-59df8da166d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.441996 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-99b99460-7e27-4165-b222-e3111f57e5e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4528c68ac27474ba2f369571b4614a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7425001 Aug 09 15:40:48.452006 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46094) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:48.478808 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b99460-7e27-4165-b222-e3111f57e5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa1042-6c5a-47c3-8657-628b8ecc0a17,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.505237 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:48.506154 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.541667 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f1e853-7405-4ae2-90da-5362f58221a1 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:48.569987 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a584463d-5456-457d-90f7-59df8da166d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.580846 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a584463d-5456-457d-90f7-59df8da166d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.582318 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-a584463d-5456-457d-90f7-59df8da166d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97409df9-5559-496f-b413-618e34f65006 HTTP/1.1" status: 204 len: 168 time: 0.7538495 Aug 09 15:40:48.609169 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.613528 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584463d-5456-457d-90f7-59df8da166d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97409df9-5559-496f-b413-618e34f65006,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:48.618484 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-771a287c-551b-4ac2-b92c-87de6563b7d6 None None] Provisioning for port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:48.661280 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-361ce7ba-db36-4f12-b3b7-1d900c616e53 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8651195 Aug 09 15:40:48.671722 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Transition to ACTIVE for port object 69f1e853-7405-4ae2-90da-5362f58221a1 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:48.675159 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-771a287c-551b-4ac2-b92c-87de6563b7d6 None None] Provisioning complete for port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:48.675635 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-771a287c-551b-4ac2-b92c-87de6563b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.693929 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Request body: {'port': {'device_id': '44c4b03b-374a-4667-adb3-50017e78c280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:48.700293 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.44', 57220) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:48.728329 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:48.773112 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13222-bbdc-453b-a2f8-45123522e373 req-54a89c5a-e225-494f-9f4b-72bc71cefd57 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:48.774674 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-54a89c5a-e225-494f-9f4b-72bc71cefd57 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 817 time: 0.6011231 Aug 09 15:40:48.813426 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-771a287c-551b-4ac2-b92c-87de6563b7d6 None None] Port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:48.881161 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4a813-fa9e-4d57-bcc2-e949a66d4852 req-59bf1a04-b2d9-4477-b282-676c47a94608 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:48.894106 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-48e4a813-fa9e-4d57-bcc2-e949a66d4852 req-59bf1a04-b2d9-4477-b282-676c47a94608 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 931 time: 0.4356625 Aug 09 15:40:49.024499 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.048475 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47df307-d304-4e46-b0ca-8c41526bf7a0 req-daa98399-af56-43c8-b0ba-77404221c409 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.055770 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c47df307-d304-4e46-b0ca-8c41526bf7a0 req-daa98399-af56-43c8-b0ba-77404221c409 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 944 time: 0.3764479 Aug 09 15:40:49.066575 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-be58f1de-d19e-47d0-9a59-9570cb01ba7b tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f HTTP/1.1" status: 200 len: 379 time: 0.2377877 Aug 09 15:40:49.113473 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'port': {'device_id': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'admin_state_up': True, 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'security_groups': ['89c78f50-c948-4054-ae67-e21c432c965c']}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:49.114714 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-794b2044-a8e8-43cc-9b9d-871b062819e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.128299 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-48e4a813-fa9e-4d57-bcc2-e949a66d4852 req-d40bd7b9-91a7-4798-a768-61bc31ef6ea7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100391 Aug 09 15:40:49.235804 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c47df307-d304-4e46-b0ca-8c41526bf7a0 req-5e3233b6-0f46-49ba-bc36-a5138bb19fe9 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790240 Aug 09 15:40:49.262774 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-cb14ac63-d1c4-450c-aef2-d6294bed9ea5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:49.264300 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-cb14ac63-d1c4-450c-aef2-d6294bed9ea5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.44 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 818 time: 0.5626130 Aug 09 15:40:49.279708 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46144) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:49.286467 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Request body: {'port': {'device_id': '0e1b2f21-15fc-4704-91ca-162d280c8322', 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21', 'admin_state_up': True, 'tenant_id': 'c251c3883e6a427eae874a312b826dd9'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:49.331649 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-794b2044-a8e8-43cc-9b9d-871b062819e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.390830 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=69f1e853-7405-4ae2-90da-5362f58221a1,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.469775 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46150) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:49.563793 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device e0bdb762-0a72-4b44-bbfb-9cd768222899 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:49.578132 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4047a764-8271-47fd-b60a-697d0fcfaaee req-1174314f-0081-499b-8eca-1fcb6dc9d585 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 210 time: 0.3358231 Aug 09 15:40:49.601491 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-594967eb-da25-498c-b52f-d5a9d0a1ecb7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=71ea8f7777ee4d28b160109d6bbd3546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1254969 Aug 09 15:40:49.612679 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46152) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:49.614446 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-794b2044-a8e8-43cc-9b9d-871b062819e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.618008 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-794b2044-a8e8-43cc-9b9d-871b062819e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.619344 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-794b2044-a8e8-43cc-9b9d-871b062819e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31aa1042-6c5a-47c3-8657-628b8ecc0a17 HTTP/1.1" status: 204 len: 168 time: 1.1588185 Aug 09 15:40:49.620437 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Attempting to bind port 69f1e853-7405-4ae2-90da-5362f58221a1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:49.621033 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Attempting to bind port 69f1e853-7405-4ae2-90da-5362f58221a1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:49.621608 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Attempting to bind port 69f1e853-7405-4ae2-90da-5362f58221a1 on network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:49.628488 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c49eda8b-d312-4017-a8e5-bb8e419f7090 req-21418c05-69e0-4104-96b0-495f6ea92568 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 210 time: 0.2768354 Aug 09 15:40:49.651432 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46156) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:49.660809 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Port 69f1e853-7405-4ae2-90da-5362f58221a1 on network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:49.661212 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Attempting to bind port 69f1e853-7405-4ae2-90da-5362f58221a1 on network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:49.667558 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e55cc823-0d37-4a01-8556-e718745fc965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.670169 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Made reservation on behalf of c251c3883e6a427eae874a312b826dd9 for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:49.671575 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port e0bdb762-0a72-4b44-bbfb-9cd768222899 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:49.673959 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.676668 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port e0bdb762-0a72-4b44-bbfb-9cd768222899 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:49.677234 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.686380 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b2044-a8e8-43cc-9b9d-871b062819e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa1042-6c5a-47c3-8657-628b8ecc0a17,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:49.709616 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:49.709989 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Checking segment: {'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:49.710534 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Bound using segment: {'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:49.711008 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Bound port: 69f1e853-7405-4ae2-90da-5362f58221a1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:49.711368 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.806868 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.823773 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Made reservation on behalf of ca5acb4d32ca4e9e84ff4d43d59a034f for: {'port': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:40:49.833649 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.843662 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629ffa96-6a73-4a91-805c-c669bfe4856a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bdb762-0a72-4b44-bbfb-9cd768222899'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:49.859287 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cb7d947a-fb15-4dea-87c6-b980bde99d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.946467 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port e0bdb762-0a72-4b44-bbfb-9cd768222899, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e0bdb762-0a72-4b44-bbfb-9cd768222899,segment=NetworkSegment(4377fdb8-3e93-480a-945d-675aba1f7a93),segment_id=4377fdb8-3e93-480a-945d-675aba1f7a93)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:49.952295 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.962919 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cb7d947a-fb15-4dea-87c6-b980bde99d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:49.986295 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] For port 69f1e853-7405-4ae2-90da-5362f58221a1, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:49.995786 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc8cdad-ce9b-4f03-b838-be5636dffc6b {{(pid=99999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:50.006937 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.023095 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Transition to ACTIVE for port object 7dc8cdad-ce9b-4f03-b838-be5636dffc6b will not be triggered until provisioned by entity L2. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:50.026201 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] For port 69f1e853-7405-4ae2-90da-5362f58221a1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69f1e853-7405-4ae2-90da-5362f58221a1,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:50.031922 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.044097 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=e0bdb762-0a72-4b44-bbfb-9cd768222899,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.056862 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.058698 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Allocated IP 172.20.0.5 (6e1f9662-5a60-48bb-a9ff-3dda02fd1c21/ea285408-4ce2-4238-a8fa-66a4bf5669c9/632cceba-a9a1-49a4-a023-c6ab3a19dc88) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:50.142961 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0093eb42-43b1-40b2-a77f-f396b1a8204b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.192798 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.193614 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.195270 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] 10.222.0.44 "PUT /v2.0/ports/69f1e853-7405-4ae2-90da-5362f58221a1 HTTP/1.1" status: 200 len: 1093 time: 2.3702421 Aug 09 15:40:50.195724 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c51337-53cd-4615-8c2b-bc0632f4d637', 'tag': '69f1e853-7405-4ae2-90da-5362f58221a1'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:50.228085 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.266345 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e6b383-9458-403c-bc02-38b626014ba5" -d '{"events": [{"server_uuid": "629ffa96-6a73-4a91-805c-c669bfe4856a", "name": "network-vif-plugged", "status": "completed", "tag": "e0bdb762-0a72-4b44-bbfb-9cd768222899"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:50.335462 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e55cc823-0d37-4a01-8556-e718745fc965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.394379 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090bcaf-ba8e-4ac8-8c9d-0ca0228e0bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=69f1e853-7405-4ae2-90da-5362f58221a1,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.402408 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-e55cc823-0d37-4a01-8556-e718745fc965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.446619 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cb7d947a-fb15-4dea-87c6-b980bde99d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.448942 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Allocated IP 172.20.0.7 (5564c0f5-2cdb-4111-9ee6-4fe4915db070/7a778659-d916-4c12-b0da-3a016aca3fd8/1cccd688-86af-49fa-98b8-7e071319d942) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:40:50.449686 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cb7d947a-fb15-4dea-87c6-b980bde99d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.451789 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-cb7d947a-fb15-4dea-87c6-b980bde99d46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f4750c1-2651-4bc8-8bd6-26a2a2bb614d HTTP/1.1" status: 204 len: 168 time: 0.8253021 Aug 09 15:40:50.489234 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "86c51337-53cd-4615-8c2b-bc0632f4d637", "tag": "69f1e853-7405-4ae2-90da-5362f58221a1"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:50.544577 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Attempting to bind port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:50.544952 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Attempting to bind port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:50.545457 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Attempting to bind port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b on network 594383a9-5c1c-45a7-8046-d048d8fc0356 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:50.565059 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-e55cc823-0d37-4a01-8556-e718745fc965 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cdc40ade569a46688df96c23caa4d6af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2745965 Aug 09 15:40:50.572843 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cc823-0d37-4a01-8556-e718745fc965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e191a4b-1c4b-4497-b6ea-befd6c0978b0,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.576185 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46194) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:50.579083 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b on network 594383a9-5c1c-45a7-8046-d048d8fc0356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:50.579412 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Attempting to bind port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b on network 594383a9-5c1c-45a7-8046-d048d8fc0356 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:50.590391 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f99999-6f70-4aed-b9d3-50c84b229569 req-4328fe11-0afd-499a-90e5-e651af0fbf82 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.592558 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f7f99999-6f70-4aed-b9d3-50c84b229569 req-4328fe11-0afd-499a-90e5-e651af0fbf82 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 943 time: 0.2557960 Aug 09 15:40:50.599384 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-33586fa5-9110-4624-a97a-022adf5ce2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.601088 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-33586fa5-9110-4624-a97a-022adf5ce2a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 1096 time: 0.2879331 Aug 09 15:40:50.605232 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d947a-fb15-4dea-87c6-b980bde99d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4750c1-2651-4bc8-8bd6-26a2a2bb614d,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:50.665077 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d9e96-2623-49fb-bc4e-f926c34b36aa req-81d1731d-625f-4226-82ed-36edce087c3f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.672328 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3e4d9e96-2623-49fb-bc4e-f926c34b36aa req-81d1731d-625f-4226-82ed-36edce087c3f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 945 time: 0.3043561 Aug 09 15:40:50.697773 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:50.698304 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Checking segment: {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:50.698730 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Bound using segment: {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:50.699680 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Bound port: 7dc8cdad-ce9b-4f03-b838-be5636dffc6b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'}}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:50.699680 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.701701 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-3505a81f-60bc-442f-9dd1-5fbcb7abd80a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f1e853-7405-4ae2-90da-5362f58221a1 HTTP/1.1" status: 200 len: 217 time: 0.0865741 Aug 09 15:40:50.773217 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.796776 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-65951aa3-6538-4f7f-a870-0c9e2ae2d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:50.798308 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-65951aa3-6538-4f7f-a870-0c9e2ae2d213 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 200 len: 858 time: 0.0842893 Aug 09 15:40:50.866434 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-4dd387eb-cc96-4f18-8df9-d427e7d3a80c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584304 Aug 09 15:40:50.913372 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3e4d9e96-2623-49fb-bc4e-f926c34b36aa req-edb2db8a-72ce-483c-80f3-6e380f2031c9 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400026 Aug 09 15:40:50.916443 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f7f99999-6f70-4aed-b9d3-50c84b229569 req-b880ae0d-9341-49b9-9147-8a1d73ac5059 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2972155 Aug 09 15:40:50.967677 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-8e8b3ab3-fd8e-4ee3-911a-cff331d439fa service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909450 Aug 09 15:40:50.968977 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.974699 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-912f73db-23b4-46f6-8a11-00970abf3a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:50.992844 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0093eb42-43b1-40b2-a77f-f396b1a8204b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.018506 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0093eb42-43b1-40b2-a77f-f396b1a8204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.022749 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] For port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b, host hv-cinder-78836, cleared binding levels {{(pid=99999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:51.039494 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.062360 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:51.072182 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:51.075692 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] For port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=99999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:51.079716 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-912f73db-23b4-46f6-8a11-00970abf3a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.080975 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:51.091468 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Pushing event updated for resources: {'Port': ['ID=632cceba-a9a1-49a4-a023-c6ab3a19dc88,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:51.113614 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.120580 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Transition to ACTIVE for port object 1cccd688-86af-49fa-98b8-7e071319d942 will not be triggered until provisioned by entity DHCP. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:51.138455 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-0093eb42-43b1-40b2-a77f-f396b1a8204b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aafbd8aa68f4459ca7221d576cb33511&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4802699 Aug 09 15:40:51.139786 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46220) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:51.142761 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093eb42-43b1-40b2-a77f-f396b1a8204b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfa07e5-1ca9-4170-b48e-916f6c983fda,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:51.190589 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.191197 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.197022 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8dcdbdf4-6517-43bd-a2ed-d8254e3b2693 req-ededbe50-d1e3-4e3d-9699-b6bdf1d3d43b service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188971 Aug 09 15:40:51.213338 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.214200 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.215411 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] 10.222.0.44 "PUT /v2.0/ports/7dc8cdad-ce9b-4f03-b838-be5636dffc6b HTTP/1.1" status: 200 len: 1093 time: 2.5322571 Aug 09 15:40:51.217723 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c4b03b-374a-4667-adb3-50017e78c280', 'tag': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:51.220080 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1b5691-3b6f-4832-a3b5-86661a5c072f" -d '{"events": [{"name": "network-changed", "server_uuid": "44c4b03b-374a-4667-adb3-50017e78c280", "tag": "7dc8cdad-ce9b-4f03-b838-be5636dffc6b"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:51.226196 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-519f52ff-a0b5-45d5-a370-55dcb026489e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.228829 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-4377d571-fc2e-48c9-b728-000998848377 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9464927 Aug 09 15:40:51.240686 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297ee41a-0206-47eb-8a4a-93bd47954938 x-openstack-request-id: req-297ee41a-0206-47eb-8a4a-93bd47954938 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:51.241255 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629ffa96-6a73-4a91-805c-c669bfe4856a", "name": "network-vif-plugged", "status": "completed", "tag": "e0bdb762-0a72-4b44-bbfb-9cd768222899", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:51.241581 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-297ee41a-0206-47eb-8a4a-93bd47954938 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:51.242374 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629ffa96-6a73-4a91-805c-c669bfe4856a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bdb762-0a72-4b44-bbfb-9cd768222899', 'code': 200} Aug 09 15:40:51.249268 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Request body: {'port': {'device_id': '0e1b2f21-15fc-4704-91ca-162d280c8322', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:51.286324 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-519f52ff-a0b5-45d5-a370-55dcb026489e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.329616 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac5f18-222c-4518-b2cc-36cd7b5cd462 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,revision_number=3']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:51.350123 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-912f73db-23b4-46f6-8a11-00970abf3a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.355711 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-912f73db-23b4-46f6-8a11-00970abf3a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.357793 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-912f73db-23b4-46f6-8a11-00970abf3a78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e191a4b-1c4b-4497-b6ea-befd6c0978b0 HTTP/1.1" status: 204 len: 168 time: 0.7798061 Aug 09 15:40:51.405969 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.461506 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.539026 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f73db-23b4-46f6-8a11-00970abf3a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e191a4b-1c4b-4497-b6ea-befd6c0978b0,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:51.610010 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:40:51.642114 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.44', 57223) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:51.645385 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93032c54-585f-4ea1-bca3-1ae26f4ab483 x-openstack-request-id: req-93032c54-585f-4ea1-bca3-1ae26f4ab483 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:51.645507 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3941dab-363d-46ca-b345-4ffa3fa6bdd4 req-d21b9903-4479-4efd-8f10-5792b4d03e86 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.646221 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c51337-53cd-4615-8c2b-bc0632f4d637", "tag": "69f1e853-7405-4ae2-90da-5362f58221a1", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:51.646692 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93032c54-585f-4ea1-bca3-1ae26f4ab483 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:51.647373 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c51337-53cd-4615-8c2b-bc0632f4d637', 'tag': '69f1e853-7405-4ae2-90da-5362f58221a1', 'status': 'completed', 'code': 200} Aug 09 15:40:51.654330 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a3941dab-363d-46ca-b345-4ffa3fa6bdd4 req-d21b9903-4479-4efd-8f10-5792b4d03e86 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 931 time: 0.2933249 Aug 09 15:40:51.657549 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:40:51.671437 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:40:51.677322 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:51.702573 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-519f52ff-a0b5-45d5-a370-55dcb026489e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.705392 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-519f52ff-a0b5-45d5-a370-55dcb026489e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.706654 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-519f52ff-a0b5-45d5-a370-55dcb026489e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcfa07e5-1ca9-4170-b48e-916f6c983fda HTTP/1.1" status: 204 len: 168 time: 0.5659862 Aug 09 15:40:51.750148 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec0b70-5662-496f-ab50-a844a187f139 req-a927f59f-e3bc-4f2c-adb3-a94ae1d527f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.751831 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-a927f59f-e3bc-4f2c-adb3-a94ae1d527f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 1096 time: 0.3201451 Aug 09 15:40:51.886372 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:51.887067 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:51.898940 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a3941dab-363d-46ca-b345-4ffa3fa6bdd4 req-96af2afc-843b-4752-8109-853cf43dda0f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377603 Aug 09 15:40:51.900385 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-71af3135-39d0-4ecc-acdc-a7e6309a5b7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b HTTP/1.1" status: 200 len: 217 time: 0.1090500 Aug 09 15:40:51.959523 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f52ff-a0b5-45d5-a370-55dcb026489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfa07e5-1ca9-4170-b48e-916f6c983fda,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:52.007226 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a2c5c-3e1e-470d-b1be-da71da612490 req-248c599e-d99d-4875-8002-07ee4012a418 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.008791 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-067a2c5c-3e1e-470d-b1be-da71da612490 req-248c599e-d99d-4875-8002-07ee4012a418 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 931 time: 0.3434181 Aug 09 15:40:52.014877 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-94898dae-0ebd-4af6-8b83-fd89ee2398de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9312785 Aug 09 15:40:52.031412 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2669f52a-bf92-420f-acac-a9dd1102867d x-openstack-request-id: req-2669f52a-bf92-420f-acac-a9dd1102867d {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:52.031635 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c4b03b-374a-4667-adb3-50017e78c280", "tag": "7dc8cdad-ce9b-4f03-b838-be5636dffc6b", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:52.031896 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2669f52a-bf92-420f-acac-a9dd1102867d {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:52.032318 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c4b03b-374a-4667-adb3-50017e78c280', 'tag': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b', 'status': 'completed', 'code': 200} Aug 09 15:40:52.041050 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec0b70-5662-496f-ab50-a844a187f139 req-3892e76b-7ba0-4469-8ed5-0e43f15a3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.042501 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-3892e76b-7ba0-4469-8ed5-0e43f15a3283 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 200 len: 850 time: 0.1293204 Aug 09 15:40:52.048351 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4784a-0e50-4b29-8d69-0553ad0e3c62 req-ffa009f4-6103-40d0-92ff-3289c575edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.049250 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Request body: {'port': {'device_id': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:40:52.051266 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0a4784a-0e50-4b29-8d69-0553ad0e3c62 req-ffa009f4-6103-40d0-92ff-3289c575edc4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 1098 time: 0.5376873 Aug 09 15:40:52.055597 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-1dbd6fb7-87cd-4ba6-943a-490ae93f6295 None None] Provisioning for port 1cccd688-86af-49fa-98b8-7e071319d942 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:52.060399 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-1dbd6fb7-87cd-4ba6-943a-490ae93f6295 None None] Provisioning complete for port 1cccd688-86af-49fa-98b8-7e071319d942 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:52.060999 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-1dbd6fb7-87cd-4ba6-943a-490ae93f6295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.143315 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0a4784a-0e50-4b29-8d69-0553ad0e3c62 req-afe6a851-7dec-4aad-8357-eae2794b0a79 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.150686 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd6fb7-87cd-4ba6-943a-490ae93f6295 None None] Port 1cccd688-86af-49fa-98b8-7e071319d942 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:40:52.165923 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-067a2c5c-3e1e-470d-b1be-da71da612490 req-8b7f7b1f-f2c6-4ac6-bde4-57891b0a9a67 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467214 Aug 09 15:40:52.203898 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-bef1f9a8-bb51-4ec3-80a2-1e1789711405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.206125 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-bef1f9a8-bb51-4ec3-80a2-1e1789711405 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 1096 time: 0.5569942 Aug 09 15:40:52.209727 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec0b70-5662-496f-ab50-a844a187f139 req-362a8eaa-8f28-4606-9ed3-d9f942c85261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.211244 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-362a8eaa-8f28-4606-9ed3-d9f942c85261 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=594383a9-5c1c-45a7-8046-d048d8fc0356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1416824 Aug 09 15:40:52.213944 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.245518 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff7e2a-3a98-46dd-b7f6-e0e473d04c33 req-37068c71-8032-48d7-af4d-c63949f989b6 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.247918 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-66ff7e2a-3a98-46dd-b7f6-e0e473d04c33 req-37068c71-8032-48d7-af4d-c63949f989b6 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 945 time: 0.1360219 Aug 09 15:40:52.375154 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46254) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:52.501614 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-f2387129-dd6a-46e4-b12b-2b7d570ab6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.503447 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-f2387129-dd6a-46e4-b12b-2b7d570ab6a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 920 time: 0.2741299 Aug 09 15:40:52.595895 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-315e0e94-85bb-4435-bf14-5a2ad1d03ad6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f1e853-7405-4ae2-90da-5362f58221a1 HTTP/1.1" status: 200 len: 217 time: 0.0789933 Aug 09 15:40:52.625564 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0a4784a-0e50-4b29-8d69-0553ad0e3c62 req-afe6a851-7dec-4aad-8357-eae2794b0a79 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.651143 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0a4784a-0e50-4b29-8d69-0553ad0e3c62 req-afe6a851-7dec-4aad-8357-eae2794b0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.660403 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632cceba-a9a1-49a4-a023-c6ab3a19dc88 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:52.666885 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46262) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:52.695201 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2d4a44fc-b814-4509-8b6a-64bb4d4c8398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.703924 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.724586 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-66ff7e2a-3a98-46dd-b7f6-e0e473d04c33 req-42c0d22e-261c-4b0c-98c5-91197e046453 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630346 Aug 09 15:40:52.732146 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7921c8b5-84dc-4452-97ff-97183e0c42e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.735343 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0a4784a-0e50-4b29-8d69-0553ad0e3c62 req-afe6a851-7dec-4aad-8357-eae2794b0a79 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630116 Aug 09 15:40:52.774542 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Transition to ACTIVE for port object 632cceba-a9a1-49a4-a023-c6ab3a19dc88 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:52.776409 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849428a-a1c0-45c3-b07f-3852f6413c40 req-ba9a1963-13d4-465c-91bf-3815f7787400 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.779147 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9849428a-a1c0-45c3-b07f-3852f6413c40 req-ba9a1963-13d4-465c-91bf-3815f7787400 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 943 time: 0.4642975 Aug 09 15:40:52.779557 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6a851-7dec-4aad-8357-eae2794b0a79 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e62316d4-4f62-4d36-b12c-b0383517c461,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:52.789395 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-9ec8731f-ee9f-4b14-82e0-9e9e13190cef service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608892 Aug 09 15:40:52.805064 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-2e6e7a9a-8d3c-4f2b-8ea5-f3724fd92496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:52.807002 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-2e6e7a9a-8d3c-4f2b-8ea5-f3724fd92496 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 200 len: 858 time: 0.1994252 Aug 09 15:40:52.810603 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.db.api [None req-7921c8b5-84dc-4452-97ff-97183e0c42e5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:40:52.810603 dv-cinder-788365-6-iscsi neutron-server[99998]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 09 15:40:52.810603 dv-cinder-788365-6-iscsi neutron-server[99998]: [parameters: {'project_id_1': '3e4fb055ebfb4dbea0287834dfeb7ca6', 'expiration_1': datetime.datetime(2021, 8, 9, 15, 40, 52, 797321)}] Aug 09 15:40:52.810603 dv-cinder-788365-6-iscsi neutron-server[99998]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:40:52.811366 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG oslo_db.api [None req-7921c8b5-84dc-4452-97ff-97183e0c42e5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:40:52.812198 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:52.877725 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-c1096ddb-ad35-4876-bdc5-0e1bc6d3b0b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354686 Aug 09 15:40:52.954410 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Pushing event updated for resources: {'Port': ['ID=632cceba-a9a1-49a4-a023-c6ab3a19dc88,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:52.988167 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9849428a-a1c0-45c3-b07f-3852f6413c40 req-440efaa0-885a-473d-b29b-217cd751b3f4 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885738 Aug 09 15:40:53.073694 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-e36d163a-6eba-4605-9c2d-fbd4f7a17d1e service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836157 Aug 09 15:40:53.092987 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Attempting to bind port 632cceba-a9a1-49a4-a023-c6ab3a19dc88 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:53.093316 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Attempting to bind port 632cceba-a9a1-49a4-a023-c6ab3a19dc88 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:53.093605 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Attempting to bind port 632cceba-a9a1-49a4-a023-c6ab3a19dc88 on network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:53.158036 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Port 632cceba-a9a1-49a4-a023-c6ab3a19dc88 on network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:53.158365 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Attempting to bind port 632cceba-a9a1-49a4-a023-c6ab3a19dc88 on network 6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:53.172625 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:53.172625 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Checking segment: {'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:53.173323 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Bound using segment: {'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:53.173786 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Bound port: 632cceba-a9a1-49a4-a023-c6ab3a19dc88, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '064aecd4-a3d0-4733-8135-342f713c7a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:53.174153 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.204606 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2d4a44fc-b814-4509-8b6a-64bb4d4c8398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.209321 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7aec0b70-5662-496f-ab50-a844a187f139 req-cae50881-d5af-4499-9425-076cdae261a4 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622663 Aug 09 15:40:53.263968 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2d4a44fc-b814-4509-8b6a-64bb4d4c8398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.297130 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a44fc-b814-4509-8b6a-64bb4d4c8398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2384752b-df0b-4d0d-8b5d-88efd3ab8094,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:53.299797 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-d941a075-0643-422e-9bfb-d98503d8d3ec service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090356 Aug 09 15:40:53.307777 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e1d9d-9c70-43a3-88f9-df0e40a4918c req-6c725f5d-ae8b-48df-bf2d-cd41aed1691a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.309603 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-008e1d9d-9c70-43a3-88f9-df0e40a4918c req-6c725f5d-ae8b-48df-bf2d-cd41aed1691a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 931 time: 0.3007245 Aug 09 15:40:53.313206 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7921c8b5-84dc-4452-97ff-97183e0c42e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.353794 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] For port 632cceba-a9a1-49a4-a023-c6ab3a19dc88, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:53.359173 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] For port 632cceba-a9a1-49a4-a023-c6ab3a19dc88, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=632cceba-a9a1-49a4-a023-c6ab3a19dc88,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:53.368478 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.406067 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cccd688-86af-49fa-98b8-7e071319d942 {{(pid=99999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:53.429292 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.429919 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.431372 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] 10.222.0.44 "PUT /v2.0/ports/632cceba-a9a1-49a4-a023-c6ab3a19dc88 HTTP/1.1" status: 200 len: 1093 time: 2.1914222 Aug 09 15:40:53.432056 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.453309 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-2d4a44fc-b814-4509-8b6a-64bb4d4c8398 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15a13f5a61bb46f28cd630a02e46738d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0680177 Aug 09 15:40:53.453535 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-6879b900-0bff-4282-af9e-092bf62bde92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.454024 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46316) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:53.469212 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Transition to ACTIVE for port object 1cccd688-86af-49fa-98b8-7e071319d942 will not be triggered until provisioned by entity L2. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:40:53.472680 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af1c69-8a2c-415d-9a1c-2d2aba588260 service neutron] Pushing event updated for resources: {'Port': ['ID=632cceba-a9a1-49a4-a023-c6ab3a19dc88,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:53.475970 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-008e1d9d-9c70-43a3-88f9-df0e40a4918c req-fe34f706-5004-4bdb-9957-f919aa129185 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332040 Aug 09 15:40:53.480414 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.516322 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-531be305-6a30-4510-a942-dbfd29b7937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.518490 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-531be305-6a30-4510-a942-dbfd29b7937e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 1096 time: 0.2246811 Aug 09 15:40:53.533009 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6342189-169f-4162-9b8b-dcd40ec7eac4 req-44c1210d-ac1e-4708-9fda-618b5980640e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.536941 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d6342189-169f-4162-9b8b-dcd40ec7eac4 req-44c1210d-ac1e-4708-9fda-618b5980640e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 943 time: 0.1986148 Aug 09 15:40:53.568650 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7921c8b5-84dc-4452-97ff-97183e0c42e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.585075 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7921c8b5-84dc-4452-97ff-97183e0c42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.590363 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-16d97ce3-489c-4dc2-9be9-424eaa8c6ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.636454 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-a42baab4-3c7b-4467-aa0b-2fe1d1a70524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.638903 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-a42baab4-3c7b-4467-aa0b-2fe1d1a70524 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 1096 time: 0.1184225 Aug 09 15:40:53.649217 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1b2f21-15fc-4704-91ca-162d280c8322', 'tag': '632cceba-a9a1-49a4-a023-c6ab3a19dc88'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:53.651737 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f2293e-f334-4e83-b658-f3c6995abf1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1b2f21-15fc-4704-91ca-162d280c8322", "tag": "632cceba-a9a1-49a4-a023-c6ab3a19dc88"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:53.662916 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-16d97ce3-489c-4dc2-9be9-424eaa8c6ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.669752 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Pushing event updated for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:53.685836 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-7921c8b5-84dc-4452-97ff-97183e0c42e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e4fb055ebfb4dbea0287834dfeb7ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0140667 Aug 09 15:40:53.707409 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46324) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:53.720449 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921c8b5-84dc-4452-97ff-97183e0c42e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78807eae-3629-4a9b-a30b-958b79bb9747,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:53.724433 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82821154-d904-42cd-bc0a-8dfc3d0b2733 x-openstack-request-id: req-82821154-d904-42cd-bc0a-8dfc3d0b2733 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:53.724870 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1b2f21-15fc-4704-91ca-162d280c8322", "tag": "632cceba-a9a1-49a4-a023-c6ab3a19dc88", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:53.725099 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82821154-d904-42cd-bc0a-8dfc3d0b2733 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:53.725523 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e1b2f21-15fc-4704-91ca-162d280c8322', 'tag': '632cceba-a9a1-49a4-a023-c6ab3a19dc88', 'status': 'completed', 'code': 200} Aug 09 15:40:53.729751 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-63e5f07a-1398-43af-b9f4-8da2e8e82a99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=632cceba-a9a1-49a4-a023-c6ab3a19dc88 HTTP/1.1" status: 200 len: 217 time: 0.0690660 Aug 09 15:40:53.791063 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d6342189-169f-4162-9b8b-dcd40ec7eac4 req-c14f1bac-d7a3-4fa7-be8c-dc0ba90ed7d6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241819 Aug 09 15:40:53.819821 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-2f9ffaa6-1794-4692-af65-4d281270cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.821349 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-2f9ffaa6-1794-4692-af65-4d281270cbb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 200 len: 858 time: 0.0804644 Aug 09 15:40:53.858454 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-d6eedfda-3134-46ba-9f9c-b64e5d1b7e1e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269158 Aug 09 15:40:53.859174 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-16d97ce3-489c-4dc2-9be9-424eaa8c6ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.861782 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-16d97ce3-489c-4dc2-9be9-424eaa8c6ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.863520 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-16d97ce3-489c-4dc2-9be9-424eaa8c6ecd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2384752b-df0b-4d0d-8b5d-88efd3ab8094 HTTP/1.1" status: 204 len: 168 time: 0.4097154 Aug 09 15:40:53.866107 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-6a8e9442-e8c0-4695-8ead-e7f48ff6b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:53.872504 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d97ce3-489c-4dc2-9be9-424eaa8c6ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2384752b-df0b-4d0d-8b5d-88efd3ab8094,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:53.889780 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-6a8e9442-e8c0-4695-8ead-e7f48ff6b9d2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 913 time: 0.3270350 Aug 09 15:40:53.980648 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-59dfbb48-ae0e-4123-9cdb-c765488600a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:53.984157 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Attempting to bind port 1cccd688-86af-49fa-98b8-7e071319d942 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:40:53.984502 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Attempting to bind port 1cccd688-86af-49fa-98b8-7e071319d942 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:40:53.984944 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Attempting to bind port 1cccd688-86af-49fa-98b8-7e071319d942 on network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:53.991696 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-f2ab92e0-5591-42ed-95a3-1639dc85b9f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b HTTP/1.1" status: 200 len: 217 time: 0.1010108 Aug 09 15:40:54.003581 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Port 1cccd688-86af-49fa-98b8-7e071319d942 on network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:40:54.003928 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Attempting to bind port 1cccd688-86af-49fa-98b8-7e071319d942 on network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:40:54.032390 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-de9c0b50-2c7e-4946-a99a-dd0899993e1e service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487243 Aug 09 15:40:54.073743 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-fc337b83-0529-4676-88ff-29ef7043fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.075906 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-fc337b83-0529-4676-88ff-29ef7043fcc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 200 len: 850 time: 0.0654931 Aug 09 15:40:54.081560 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:40:54.081796 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Checking segment: {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:40:54.082437 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Bound using segment: {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:40:54.082669 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Bound port: 1cccd688-86af-49fa-98b8-7e071319d942, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'}}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:40:54.083029 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.088162 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-59dfbb48-ae0e-4123-9cdb-c765488600a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.153094 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-491182c3-e6fe-4e14-a28e-a4297ba0434e req-a383743b-1cbe-45ba-a3f6-de504e9d56ff service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099107 Aug 09 15:40:54.182336 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ccdad-0725-4a3f-97d0-3ffdc4d7f010 req-3aa3af4c-7656-4d07-91a1-b236bdd7d575 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.183972 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2c0ccdad-0725-4a3f-97d0-3ffdc4d7f010 req-3aa3af4c-7656-4d07-91a1-b236bdd7d575 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 945 time: 0.3299172 Aug 09 15:40:54.275759 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-0f2595ba-5168-4e63-b6bd-a05202a33628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.277339 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-0f2595ba-5168-4e63-b6bd-a05202a33628 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=594383a9-5c1c-45a7-8046-d048d8fc0356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1852753 Aug 09 15:40:54.281748 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2293e-f334-4e83-b658-f3c6995abf1b req-7c5582f5-61b0-4612-9542-0e128c06842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.298063 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-28f2293e-f334-4e83-b658-f3c6995abf1b req-7c5582f5-61b0-4612-9542-0e128c06842e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 1096 time: 0.0794752 Aug 09 15:40:54.313199 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d199c-6786-4514-8363-51f709da0773 req-37d5b116-3f68-4a12-80dd-75c9501700f7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.314731 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ac5d199c-6786-4514-8363-51f709da0773 req-37d5b116-3f68-4a12-80dd-75c9501700f7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 943 time: 0.2288399 Aug 09 15:40:54.338358 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2c0ccdad-0725-4a3f-97d0-3ffdc4d7f010 req-89836150-6773-44c2-8091-89d44f51a802 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369715 Aug 09 15:40:54.405216 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-59dfbb48-ae0e-4123-9cdb-c765488600a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.407738 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-59dfbb48-ae0e-4123-9cdb-c765488600a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.409423 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-59dfbb48-ae0e-4123-9cdb-c765488600a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78807eae-3629-4a9b-a30b-958b79bb9747 HTTP/1.1" status: 204 len: 168 time: 0.6990647 Aug 09 15:40:54.433416 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, cleared binding levels {{(pid=99999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:40:54.468233 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2293e-f334-4e83-b658-f3c6995abf1b req-f2f66f3d-7fc9-4f54-b3b6-6fddb7055490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.470394 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-28f2293e-f334-4e83-b658-f3c6995abf1b req-f2f66f3d-7fc9-4f54-b3b6-6fddb7055490 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 920 time: 0.1671987 Aug 09 15:40:54.470800 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfbb48-ae0e-4123-9cdb-c765488600a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78807eae-3629-4a9b-a30b-958b79bb9747,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:54.474004 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=99999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:40:54.485853 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ac5d199c-6786-4514-8363-51f709da0773 req-66586bf3-2a79-4090-809b-8b20fd547c0e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539629 Aug 09 15:40:54.489508 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.551852 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.553415 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:54.555365 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] 10.222.0.44 "PUT /v2.0/ports/1cccd688-86af-49fa-98b8-7e071319d942 HTTP/1.1" status: 200 len: 1093 time: 2.5159843 Aug 09 15:40:54.563397 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:54.563397 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ae33c5-4e92-4188-884e-f3257f366ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "tag": "1cccd688-86af-49fa-98b8-7e071319d942"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:54.566641 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-28f2293e-f334-4e83-b658-f3c6995abf1b req-6891ace3-eae3-4898-9e10-6fe38d7d18ff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=632cceba-a9a1-49a4-a023-c6ab3a19dc88 HTTP/1.1" status: 200 len: 217 time: 0.0875931 Aug 09 15:40:54.566776 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-bff9389d-273c-4290-99d0-e125d64cbdd1 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444806 Aug 09 15:40:54.591608 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde93bc5-9ad8-4972-bcd5-094ede8a1415 service neutron] Pushing event updated for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=3']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:54.751429 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2293e-f334-4e83-b658-f3c6995abf1b req-bca79b13-ff65-47e7-82d3-8adabe752294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:54.755344 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-28f2293e-f334-4e83-b658-f3c6995abf1b req-bca79b13-ff65-47e7-82d3-8adabe752294 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 200 len: 858 time: 0.1572495 Aug 09 15:40:54.799325 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5d899d-ad17-4422-9b72-e2be0c8c5042 x-openstack-request-id: req-ce5d899d-ad17-4422-9b72-e2be0c8c5042 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:54.799325 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "tag": "1cccd688-86af-49fa-98b8-7e071319d942", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:54.799584 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce5d899d-ad17-4422-9b72-e2be0c8c5042 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:54.810991 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942', 'status': 'completed', 'code': 200} Aug 09 15:40:54.859089 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-28f2293e-f334-4e83-b658-f3c6995abf1b req-5b73cd71-c50a-4200-be98-a73a900f4924 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889075 Aug 09 15:40:55.015502 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-c83c9f3e-1093-476d-a345-8758cde564a3 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175920 Aug 09 15:40:55.089595 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f189b-57a0-45f2-b9a9-35e80f03e104 req-a65cd783-1986-4c98-99a8-e5c2c0edd23d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.091638 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-411f189b-57a0-45f2-b9a9-35e80f03e104 req-a65cd783-1986-4c98-99a8-e5c2c0edd23d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.3405924 Aug 09 15:40:55.098801 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13222-bbdc-453b-a2f8-45123522e373 req-db4d6e51-899c-4e9c-b080-76220f816050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.100433 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-db4d6e51-899c-4e9c-b080-76220f816050 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 1096 time: 0.3275216 Aug 09 15:40:55.103702 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-28f2293e-f334-4e83-b658-f3c6995abf1b req-99a0db73-3308-42a3-9745-71d593d1d60d service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299416 Aug 09 15:40:55.131034 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41564-fcb3-47e1-bd52-9c1b1c2d93f7 req-c6604939-c996-4c92-9707-ad81a71383ec tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.132540 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-04a41564-fcb3-47e1-bd52-9c1b1c2d93f7 req-c6604939-c996-4c92-9707-ad81a71383ec tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 943 time: 0.1755431 Aug 09 15:40:55.188412 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-4cf193b2-73d0-4e03-9e36-163601cb41b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cccd688-86af-49fa-98b8-7e071319d942 HTTP/1.1" status: 200 len: 217 time: 0.0545034 Aug 09 15:40:55.199344 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-411f189b-57a0-45f2-b9a9-35e80f03e104 req-bbfedbb1-c60a-4d18-a343-a5fa7f0de056 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976818 Aug 09 15:40:55.249596 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-04a41564-fcb3-47e1-bd52-9c1b1c2d93f7 req-35ceb61f-bf6f-42c4-9e3c-429d04cd69e2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066263 Aug 09 15:40:55.259947 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-28f2293e-f334-4e83-b658-f3c6995abf1b req-d355c7fb-d3fe-4420-a3e9-1350fe037d2d service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321495 Aug 09 15:40:55.264942 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13222-bbdc-453b-a2f8-45123522e373 req-eeea42de-47bb-416c-9acc-207a222681fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.264942 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-eeea42de-47bb-416c-9acc-207a222681fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.0620441 Aug 09 15:40:55.334998 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a13222-bbdc-453b-a2f8-45123522e373 req-8c186d45-8a5a-4379-9a11-d5dc35b12774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.336522 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-8c186d45-8a5a-4379-9a11-d5dc35b12774 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472279 Aug 09 15:40:55.491604 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-a4cd6d1f-acb8-4d3d-a732-2fc78a9314bb service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356411 Aug 09 15:40:55.560865 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de0247-b220-489b-89af-782c3f606d95 req-fc217818-e309-4430-9d4a-66c7b1c59d1f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.561598 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 69f1e853-7405-4ae2-90da-5362f58221a1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:55.562795 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-16de0247-b220-489b-89af-782c3f606d95 req-fc217818-e309-4430-9d4a-66c7b1c59d1f tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 945 time: 0.1183598 Aug 09 15:40:55.640324 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-16de0247-b220-489b-89af-782c3f606d95 req-39c340be-16a9-4acf-a17e-0bb99dc10089 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658498 Aug 09 15:40:55.642416 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25a13222-bbdc-453b-a2f8-45123522e373 req-6e0f00b2-ad43-4c8c-a970-258796339ac5 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405921 Aug 09 15:40:55.730987 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 69f1e853-7405-4ae2-90da-5362f58221a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69f1e853-7405-4ae2-90da-5362f58221a1,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:55.748707 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '69f1e853-7405-4ae2-90da-5362f58221a1', 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21', 'port_id': '69f1e853-7405-4ae2-90da-5362f58221a1', 'mac_address': 'fa:16:3e:b8:03:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea285408-4ce2-4238-a8fa-66a4bf5669c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:55.824606 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.827201 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ca1c1-8284-459d-b9db-6fd3c4696faf req-6c0f5672-b17e-4d23-b458-79d9c6bba460 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.829053 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5f4ca1c1-8284-459d-b9db-6fd3c4696faf req-6c0f5672-b17e-4d23-b458-79d9c6bba460 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 943 time: 0.1062620 Aug 09 15:40:55.831159 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-45c96e2c-386e-4db6-b265-647be9266ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:55.832544 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-45c96e2c-386e-4db6-b265-647be9266ff2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 1096 time: 0.1203003 Aug 09 15:40:55.843586 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f1e853-7405-4ae2-90da-5362f58221a1 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:55.867376 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 69f1e853-7405-4ae2-90da-5362f58221a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69f1e853-7405-4ae2-90da-5362f58221a1,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:55.878035 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:55.967866 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=69f1e853-7405-4ae2-90da-5362f58221a1,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:56.089533 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a00a05da-57bc-4a6d-a44f-9063804e04f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.134539 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5f4ca1c1-8284-459d-b9db-6fd3c4696faf req-06db8866-3ae1-48dd-8eb5-df563c1669c6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991009 Aug 09 15:40:56.191753 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['69f1e853-7405-4ae2-90da-5362f58221a1'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:56.296436 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:56.303640 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-fcfe1a65-ac13-4f19-b891-6df88cdc9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.305814 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-fcfe1a65-ac13-4f19-b891-6df88cdc9518 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 919 time: 0.1748114 Aug 09 15:40:56.395910 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-80d43e1f-5fdf-4fea-a820-5160ade5509a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cccd688-86af-49fa-98b8-7e071319d942 HTTP/1.1" status: 200 len: 217 time: 0.0722752 Aug 09 15:40:56.517807 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-68da1194-27f4-4d40-8d5f-72c77dff8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.519322 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-68da1194-27f4-4d40-8d5f-72c77dff8062 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.1060183 Aug 09 15:40:56.537464 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da49a2-6ab8-427d-b14e-ca76a4b5946c req-7dce5d7e-555e-4fd1-bf6a-c2583eba1668 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.539178 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-30da49a2-6ab8-427d-b14e-ca76a4b5946c req-7dce5d7e-555e-4fd1-bf6a-c2583eba1668 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.1464245 Aug 09 15:40:56.611892 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7713349-48b3-47d2-897c-7f18f312a647 req-53cd7157-2cca-4c8a-80ec-55bde7c3bae2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.613807 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d7713349-48b3-47d2-897c-7f18f312a647 req-53cd7157-2cca-4c8a-80ec-55bde7c3bae2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 943 time: 0.2302103 Aug 09 15:40:56.666595 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-30da49a2-6ab8-427d-b14e-ca76a4b5946c req-b6e86e04-a583-4347-a2ed-069259e6e499 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896115 Aug 09 15:40:56.691985 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-a64d11d4-338e-4725-b14b-886b8e378089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:56.693585 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-a64d11d4-338e-4725-b14b-886b8e378089 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1526327 Aug 09 15:40:56.696644 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d7713349-48b3-47d2-897c-7f18f312a647 req-f35b9523-7786-447e-bdea-1346aba77c12 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727739 Aug 09 15:40:56.830992 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-a87f5dd8-c64b-4e70-aea6-f94fbdf9101e service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161661 Aug 09 15:40:56.939307 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6ae33c5-4e92-4188-884e-f3257f366ffb req-cf5dfef4-5d1d-41ac-9cb7-b4fd5cc91a3f service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001384 Aug 09 15:40:57.109008 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46482) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:57.152022 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.256440 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fe85-5252-4051-8528-dc8d8d7acd23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.295090 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b750b-5ef2-4094-b53b-ad75cf312683 req-2a7d0d86-4923-464b-9884-b865b62274c7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.297236 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8b2b750b-5ef2-4094-b53b-ad75cf312683 req-2a7d0d86-4923-464b-9884-b865b62274c7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 943 time: 0.0856035 Aug 09 15:40:57.372444 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8b2b750b-5ef2-4094-b53b-ad75cf312683 req-6daea4ae-3a9a-4713-8933-1e4efcd339d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614102 Aug 09 15:40:57.411892 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fe85-5252-4051-8528-dc8d8d7acd23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.416284 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6bb3fe85-5252-4051-8528-dc8d8d7acd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.455319 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-6bb3fe85-5252-4051-8528-dc8d8d7acd23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c06ed687501e43b990faf8175d000d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452127 Aug 09 15:40:57.456461 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3fe85-5252-4051-8528-dc8d8d7acd23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abf14f9-3d50-45d5-87f7-443ca84bc9de,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:57.458506 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46496) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:57.522894 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f9083005-76c7-4873-ba22-85337cea7f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.546324 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f9083005-76c7-4873-ba22-85337cea7f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.570159 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 7dc8cdad-ce9b-4f03-b838-be5636dffc6b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:57.623412 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f9083005-76c7-4873-ba22-85337cea7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.626550 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f9083005-76c7-4873-ba22-85337cea7f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.627735 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-f9083005-76c7-4873-ba22-85337cea7f70 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0abf14f9-3d50-45d5-87f7-443ca84bc9de HTTP/1.1" status: 204 len: 168 time: 0.1682858 Aug 09 15:40:57.638397 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9083005-76c7-4873-ba22-85337cea7f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abf14f9-3d50-45d5-87f7-443ca84bc9de,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:57.650901 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 69f1e853-7405-4ae2-90da-5362f58221a1 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:40:57.738296 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:57.752219 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 69f1e853-7405-4ae2-90da-5362f58221a1 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:40:57.757395 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'port_id': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b', 'mac_address': 'fa:16:3e:e8:78:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:57.765418 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 69f1e853-7405-4ae2-90da-5362f58221a1 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:40:57.766049 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.834781 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.854230 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc8cdad-ce9b-4f03-b838-be5636dffc6b {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:57.897058 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:57.916210 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2da2be-518d-4a72-a4f0-b59220013252 req-108925b8-ac1a-4a19-9b12-c694536725fa tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:57.917815 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fb2da2be-518d-4a72-a4f0-b59220013252 req-108925b8-ac1a-4a19-9b12-c694536725fa tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.1054080 Aug 09 15:40:57.926261 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:57.926941 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 632cceba-a9a1-49a4-a023-c6ab3a19dc88 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:57.999408 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.027207 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fb2da2be-518d-4a72-a4f0-b59220013252 req-c3dced31-3685-46f8-88c6-a24f9deff01c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912938 Aug 09 15:40:58.041865 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61d554-04e7-45d8-bca3-0321e47a3376 req-36a3c428-45e9-499b-a3c7-510f27e0b219 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.046755 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e61d554-04e7-45d8-bca3-0321e47a3376 req-36a3c428-45e9-499b-a3c7-510f27e0b219 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 943 time: 0.1568773 Aug 09 15:40:58.088176 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46526) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:58.093606 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e61d554-04e7-45d8-bca3-0321e47a3376 req-09355bc7-a1d0-4a17-b1a0-34f05ece0def tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Aug 09 15:40:58.099055 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c51337-53cd-4615-8c2b-bc0632f4d637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1e853-7405-4ae2-90da-5362f58221a1'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:40:58.101440 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c2e050-91ba-4440-8a7d-f2bd344d060c" -d '{"events": [{"server_uuid": "86c51337-53cd-4615-8c2b-bc0632f4d637", "name": "network-vif-plugged", "status": "completed", "tag": "69f1e853-7405-4ae2-90da-5362f58221a1"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:40:58.129047 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:58.129998 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a4a3-1fbc-43cb-8de2-d1a43e0c0285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.143369 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 69f1e853-7405-4ae2-90da-5362f58221a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69f1e853-7405-4ae2-90da-5362f58221a1,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:58.166395 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.177414 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58098e9-0e12-4fa8-b52a-c658c971efda x-openstack-request-id: req-b58098e9-0e12-4fa8-b52a-c658c971efda {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:40:58.177730 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c51337-53cd-4615-8c2b-bc0632f4d637", "name": "network-vif-plugged", "status": "completed", "tag": "69f1e853-7405-4ae2-90da-5362f58221a1", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:40:58.178083 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b58098e9-0e12-4fa8-b52a-c658c971efda {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:40:58.178495 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c51337-53cd-4615-8c2b-bc0632f4d637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1e853-7405-4ae2-90da-5362f58221a1', 'code': 200} Aug 09 15:40:58.240610 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 632cceba-a9a1-49a4-a023-c6ab3a19dc88, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=632cceba-a9a1-49a4-a023-c6ab3a19dc88,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:58.273852 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '632cceba-a9a1-49a4-a023-c6ab3a19dc88', 'network_id': '6e1f9662-5a60-48bb-a9ff-3dda02fd1c21', 'port_id': '632cceba-a9a1-49a4-a023-c6ab3a19dc88', 'mac_address': 'fa:16:3e:6f:51:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea285408-4ce2-4238-a8fa-66a4bf5669c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:58.280502 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=69f1e853-7405-4ae2-90da-5362f58221a1,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:58.324448 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.328012 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a4a3-1fbc-43cb-8de2-d1a43e0c0285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.333534 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4aa9a4a3-1fbc-43cb-8de2-d1a43e0c0285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.338105 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632cceba-a9a1-49a4-a023-c6ab3a19dc88 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:58.373263 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-4aa9a4a3-1fbc-43cb-8de2-d1a43e0c0285 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d546faebcb90476a8176942aa4ce1bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837698 Aug 09 15:40:58.376164 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46534) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:40:58.378523 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 632cceba-a9a1-49a4-a023-c6ab3a19dc88, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=632cceba-a9a1-49a4-a023-c6ab3a19dc88,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:58.385135 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.391018 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9a4a3-1fbc-43cb-8de2-d1a43e0c0285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2657c76-b5b4-4ee1-a75d-b8f54d611262,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:58.457465 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=632cceba-a9a1-49a4-a023-c6ab3a19dc88,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:58.464686 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9349937-9cae-4add-9985-df947d32a8fe req-a40cecb0-7203-4cb5-84d4-61c8dcb976b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.466321 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f9349937-9cae-4add-9985-df947d32a8fe req-a40cecb0-7203-4cb5-84d4-61c8dcb976b6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 1098 time: 0.1218691 Aug 09 15:40:58.561967 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f9349937-9cae-4add-9985-df947d32a8fe req-688b2242-0f4b-4885-9bd9-56a09d3b6423 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809715 Aug 09 15:40:58.562599 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e965b4c7-f0da-484f-8c05-a4147ecbeede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.574194 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b27b9-7b9e-4fb7-a47a-ffd58e177382 req-6d57150b-e3ee-4403-a216-de3c21246b7d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:58.576241 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-558b27b9-7b9e-4fb7-a47a-ffd58e177382 req-6d57150b-e3ee-4403-a216-de3c21246b7d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 944 time: 0.1090143 Aug 09 15:40:58.596872 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e965b4c7-f0da-484f-8c05-a4147ecbeede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.653077 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-558b27b9-7b9e-4fb7-a47a-ffd58e177382 req-adeb95c6-5be2-45a8-aee4-80e394cd5a52 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691259 Aug 09 15:40:58.682588 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e965b4c7-f0da-484f-8c05-a4147ecbeede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.687567 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e965b4c7-f0da-484f-8c05-a4147ecbeede admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:58.692483 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-e965b4c7-f0da-484f-8c05-a4147ecbeede admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2657c76-b5b4-4ee1-a75d-b8f54d611262 HTTP/1.1" status: 204 len: 168 time: 0.2999482 Aug 09 15:40:58.703668 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965b4c7-f0da-484f-8c05-a4147ecbeede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2657c76-b5b4-4ee1-a75d-b8f54d611262,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:40:58.759395 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['7dc8cdad-ce9b-4f03-b838-be5636dffc6b'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:58.817290 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['632cceba-a9a1-49a4-a023-c6ab3a19dc88'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:40:58.893194 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.147765 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8015f-be41-43be-95bb-b55bc2748e66 req-eb6dec77-c8f6-4229-b799-3cb189f8eabd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.149579 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-09b8015f-be41-43be-95bb-b55bc2748e66 req-eb6dec77-c8f6-4229-b799-3cb189f8eabd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0511467 Aug 09 15:40:59.218363 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-09b8015f-be41-43be-95bb-b55bc2748e66 req-6d7907dc-f2d7-4163-8313-693e409e8e0e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613759 Aug 09 15:40:59.244254 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5277c47-bb93-4e2e-826a-66a0e178c203 req-d7afaa1e-81b8-4dcf-9c28-0dc770a5c3f2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.244254 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f5277c47-bb93-4e2e-826a-66a0e178c203 req-d7afaa1e-81b8-4dcf-9c28-0dc770a5c3f2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 944 time: 0.0635338 Aug 09 15:40:59.278789 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f5277c47-bb93-4e2e-826a-66a0e178c203 req-acd25e72-5c8c-4624-b6e3-7c61d915319b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Aug 09 15:40:59.597277 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 1cccd688-86af-49fa-98b8-7e071319d942 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:40:59.703168 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:59.719500 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '1cccd688-86af-49fa-98b8-7e071319d942', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'port_id': '1cccd688-86af-49fa-98b8-7e071319d942', 'mac_address': 'fa:16:3e:cc:e9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:40:59.769199 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.782478 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cccd688-86af-49fa-98b8-7e071319d942 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:40:59.795619 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008083-b962-4b80-8318-6ae6045918c9 req-e7d5f2e5-583b-4b04-bf2a-125d097c8085 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:40:59.798051 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-18008083-b962-4b80-8318-6ae6045918c9 req-e7d5f2e5-583b-4b04-bf2a-125d097c8085 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 944 time: 0.0710678 Aug 09 15:40:59.807626 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:40:59.812906 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:40:59.854105 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-18008083-b962-4b80-8318-6ae6045918c9 req-bcdec7b9-0844-4dc2-bf45-4bb14673c0b5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489595 Aug 09 15:40:59.880181 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:00.321985 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46624) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:00.350687 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdd1fd-fb87-4792-81aa-5d68256689bb req-2120377f-2d50-48fb-b9dd-6db432284c44 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.358748 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fcbdd1fd-fb87-4792-81aa-5d68256689bb req-2120377f-2d50-48fb-b9dd-6db432284c44 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 944 time: 0.0662024 Aug 09 15:41:00.440243 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fcbdd1fd-fb87-4792-81aa-5d68256689bb req-4271a7d6-1ba4-4fa8-b8bb-bfdb791120e5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800703 Aug 09 15:41:00.455584 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f760c5-0514-4c5f-9cc5-f57df328dac4 req-c7957d34-197e-423f-8d30-c93eebbc6c80 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.457138 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95f760c5-0514-4c5f-9cc5-f57df328dac4 req-c7957d34-197e-423f-8d30-c93eebbc6c80 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 944 time: 0.0960138 Aug 09 15:41:00.464191 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-924c6ee8-bcc1-4f6d-841c-413ef4c25ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.498123 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['1cccd688-86af-49fa-98b8-7e071319d942'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:00.502825 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95f760c5-0514-4c5f-9cc5-f57df328dac4 req-db0466c5-78bf-4ea9-966b-8208a9482c3e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Aug 09 15:41:00.587191 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-924c6ee8-bcc1-4f6d-841c-413ef4c25ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.592425 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-924c6ee8-bcc1-4f6d-841c-413ef4c25ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.622377 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c6ee8-bcc1-4f6d-841c-413ef4c25ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b2043d-a45b-449d-abb8-5f2215918b84,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:00.641655 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-924c6ee8-bcc1-4f6d-841c-413ef4c25ac3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a526ba71ab0344b7b2ae91be2993e106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185184 Aug 09 15:41:00.647236 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46646) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:00.702818 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b9044f88-0495-43f8-87ab-8bdbf5e681fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.729883 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b9044f88-0495-43f8-87ab-8bdbf5e681fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.781791 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b9044f88-0495-43f8-87ab-8bdbf5e681fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.787293 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b9044f88-0495-43f8-87ab-8bdbf5e681fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:00.790404 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-b9044f88-0495-43f8-87ab-8bdbf5e681fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2b2043d-a45b-449d-abb8-5f2215918b84 HTTP/1.1" status: 204 len: 168 time: 0.1427743 Aug 09 15:41:00.798063 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9044f88-0495-43f8-87ab-8bdbf5e681fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b2043d-a45b-449d-abb8-5f2215918b84,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:00.974899 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57757c2d-3981-4405-8840-36de703fcb89 req-962262f1-5b8b-4629-bbd1-7c70c1df1d0d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:00.976592 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-57757c2d-3981-4405-8840-36de703fcb89 req-962262f1-5b8b-4629-bbd1-7c70c1df1d0d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 944 time: 0.0556064 Aug 09 15:41:01.013996 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46668) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:01.021747 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-57757c2d-3981-4405-8840-36de703fcb89 req-56bb0c1b-5a2e-48ab-ac82-6d4061f92b19 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386198 Aug 09 15:41:01.136500 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-844453b7-bd26-4cf7-b1ad-df9ffb97b720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.151376 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46674) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:01.165472 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0b897eb2-b1d5-4db9-843e-72b42ce8da0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.238038 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-844453b7-bd26-4cf7-b1ad-df9ffb97b720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.242406 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-844453b7-bd26-4cf7-b1ad-df9ffb97b720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.287624 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-844453b7-bd26-4cf7-b1ad-df9ffb97b720 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a85a9056a3604fef9320acfa436e0283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719233 Aug 09 15:41:01.288621 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844453b7-bd26-4cf7-b1ad-df9ffb97b720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf2b7f-171b-4093-b3da-a9f0a3f1da07,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.290217 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46682) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:01.368371 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0b897eb2-b1d5-4db9-843e-72b42ce8da0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.369707 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c64d6bdb-2517-43d3-b378-ff74b4cbed87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.374760 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0b897eb2-b1d5-4db9-843e-72b42ce8da0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.415801 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c64d6bdb-2517-43d3-b378-ff74b4cbed87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.430802 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-0b897eb2-b1d5-4db9-843e-72b42ce8da0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcf569670f214ba7aa4be08b0a042fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782152 Aug 09 15:41:01.433595 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46684) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:01.438712 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b897eb2-b1d5-4db9-843e-72b42ce8da0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba16b8a-9bc1-4f6f-be88-5bed38840ff5,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.479516 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c64d6bdb-2517-43d3-b378-ff74b4cbed87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.481990 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c64d6bdb-2517-43d3-b378-ff74b4cbed87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.485172 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c64d6bdb-2517-43d3-b378-ff74b4cbed87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2eaf2b7f-171b-4093-b3da-a9f0a3f1da07 HTTP/1.1" status: 204 len: 168 time: 0.1938820 Aug 09 15:41:01.489741 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-500df7cc-acf8-4faf-a3d4-ec536a141d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.495830 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d6bdb-2517-43d3-b378-ff74b4cbed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf2b7f-171b-4093-b3da-a9f0a3f1da07,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.519175 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-500df7cc-acf8-4faf-a3d4-ec536a141d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.588601 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-500df7cc-acf8-4faf-a3d4-ec536a141d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.592494 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-500df7cc-acf8-4faf-a3d4-ec536a141d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.593848 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-500df7cc-acf8-4faf-a3d4-ec536a141d3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ba16b8a-9bc1-4f6f-be88-5bed38840ff5 HTTP/1.1" status: 204 len: 168 time: 0.1586087 Aug 09 15:41:01.602651 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500df7cc-acf8-4faf-a3d4-ec536a141d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba16b8a-9bc1-4f6f-be88-5bed38840ff5,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.612135 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d14864-a6b4-4cbe-8e65-b51fe95b748d req-8b35eccf-d931-4ecb-86cc-43b26801b2db tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.613985 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f9d14864-a6b4-4cbe-8e65-b51fe95b748d req-8b35eccf-d931-4ecb-86cc-43b26801b2db tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 944 time: 0.0703099 Aug 09 15:41:01.631970 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 1cccd688-86af-49fa-98b8-7e071319d942 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:01.688288 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214eecb5-5f45-4481-8e81-3b230cd7d15c req-20b70907-d01f-4890-9322-d7f12bd62e36 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:01.690108 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-214eecb5-5f45-4481-8e81-3b230cd7d15c req-20b70907-d01f-4890-9322-d7f12bd62e36 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 944 time: 0.0961406 Aug 09 15:41:01.695644 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f9d14864-a6b4-4cbe-8e65-b51fe95b748d req-1362bece-6f26-45bb-b72d-61b127dc324e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558720 Aug 09 15:41:01.713790 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 1cccd688-86af-49fa-98b8-7e071319d942 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:01.728965 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 1cccd688-86af-49fa-98b8-7e071319d942 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:01.728965 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.753067 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-214eecb5-5f45-4481-8e81-3b230cd7d15c req-b2535705-82f2-46fc-a343-203988242f07 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534234 Aug 09 15:41:01.833606 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.857334 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:01.859656 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4786c93-4a63-4c51-9e4f-3f45b99a811d" -d '{"events": [{"server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "name": "network-vif-plugged", "status": "completed", "tag": "1cccd688-86af-49fa-98b8-7e071319d942"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:01.874911 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:01.880151 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:01.880951 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 632cceba-a9a1-49a4-a023-c6ab3a19dc88 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:01.913166 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a2c017-10cf-4db9-b454-d5bc7b8516ae x-openstack-request-id: req-86a2c017-10cf-4db9-b454-d5bc7b8516ae {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:01.913343 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "name": "network-vif-plugged", "status": "completed", "tag": "1cccd688-86af-49fa-98b8-7e071319d942", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:01.913600 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86a2c017-10cf-4db9-b454-d5bc7b8516ae {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:01.913998 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942', 'code': 200} Aug 09 15:41:01.969623 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:01.992700 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 632cceba-a9a1-49a4-a023-c6ab3a19dc88 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:01.998845 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 632cceba-a9a1-49a4-a023-c6ab3a19dc88 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:01.999242 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.068290 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46710) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:02.079718 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d742efda-a326-4a21-b579-29bfdf916d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.118668 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.165528 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 632cceba-a9a1-49a4-a023-c6ab3a19dc88, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=632cceba-a9a1-49a4-a023-c6ab3a19dc88,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:02.172002 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.174132 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 7dc8cdad-ce9b-4f03-b838-be5636dffc6b up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:41:02.198770 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d742efda-a326-4a21-b579-29bfdf916d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.205188 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d742efda-a326-4a21-b579-29bfdf916d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.256517 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-d742efda-a326-4a21-b579-29bfdf916d8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99bb663059924a26aef101b078d928f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896517 Aug 09 15:41:02.258364 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1583bf-b202-404a-997f-c1255d85c7cf req-8a981dc0-2e60-4de8-898f-dd16f55f61d0 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.259069 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46716) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:02.267687 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742efda-a326-4a21-b579-29bfdf916d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e0134d-a070-48cc-a9bc-3fecdd140b8d,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:02.267863 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cb1583bf-b202-404a-997f-c1255d85c7cf req-8a981dc0-2e60-4de8-898f-dd16f55f61d0 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 944 time: 0.0985465 Aug 09 15:41:02.280921 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=632cceba-a9a1-49a4-a023-c6ab3a19dc88,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:02.289504 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:41:02.292004 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e90ef5-2605-4e53-949d-04607c3c357f req-8b2d7179-6a6c-4bfe-8344-8e5229fb8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.293583 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f8e90ef5-2605-4e53-949d-04607c3c357f req-8b2d7179-6a6c-4bfe-8344-8e5229fb8ab5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 1098 time: 0.1888924 Aug 09 15:41:02.296161 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:41:02.297145 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.329168 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-85d72f3f-9841-4229-bcbf-50065febc4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.361591 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-85d72f3f-9841-4229-bcbf-50065febc4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.369690 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cb1583bf-b202-404a-997f-c1255d85c7cf req-05976e43-ee76-4507-bfe3-154674c8e641 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009815 Aug 09 15:41:02.405430 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f8e90ef5-2605-4e53-949d-04607c3c357f req-8aaef57d-5e4e-45e3-b2b2-9501fb561b85 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729284 Aug 09 15:41:02.441361 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.444526 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-85d72f3f-9841-4229-bcbf-50065febc4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.447091 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-85d72f3f-9841-4229-bcbf-50065febc4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.451069 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-85d72f3f-9841-4229-bcbf-50065febc4fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3e0134d-a070-48cc-a9bc-3fecdd140b8d HTTP/1.1" status: 204 len: 168 time: 0.1883066 Aug 09 15:41:02.466465 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d72f3f-9841-4229-bcbf-50065febc4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e0134d-a070-48cc-a9bc-3fecdd140b8d,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:02.513508 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:02.517854 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:02.572490 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:02.888913 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40ef64-5958-485a-b688-dbd24916bf5e req-862f14af-f067-4c2c-91da-7aa78d600021 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.896915 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cd40ef64-5958-485a-b688-dbd24916bf5e req-862f14af-f067-4c2c-91da-7aa78d600021 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0955892 Aug 09 15:41:02.949154 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cd40ef64-5958-485a-b688-dbd24916bf5e req-38b86000-3259-482b-ae47-8c789da6e2b8 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515301 Aug 09 15:41:02.959528 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551923e5-bd6d-42f1-bf75-533e48f44cac req-fe011dea-4729-4345-976b-cac7eae9ec32 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:02.961315 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-551923e5-bd6d-42f1-bf75-533e48f44cac req-fe011dea-4729-4345-976b-cac7eae9ec32 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.1135623 Aug 09 15:41:03.008477 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-551923e5-bd6d-42f1-bf75-533e48f44cac req-302929b9-8ce5-4ebc-82f6-847ae568f537 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396297 Aug 09 15:41:03.494879 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e0344-b7e4-4437-a9de-9ca73da0c633 req-217fb187-9ac6-4bdf-832f-a202cca41821 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:03.497695 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eb7e0344-b7e4-4437-a9de-9ca73da0c633 req-217fb187-9ac6-4bdf-832f-a202cca41821 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0565698 Aug 09 15:41:03.556921 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eb7e0344-b7e4-4437-a9de-9ca73da0c633 req-72dabc84-3f83-4bbf-95c4-ea9735ba942a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475452 Aug 09 15:41:03.827701 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46808) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:03.876622 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46812) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:03.916273 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b2f21-15fc-4704-91ca-162d280c8322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632cceba-a9a1-49a4-a023-c6ab3a19dc88'}, {'server_uuid': '44c4b03b-374a-4667-adb3-50017e78c280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:03.919035 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834a650e-58bd-4cd9-a5f0-db68948392ea" -d '{"events": [{"server_uuid": "0e1b2f21-15fc-4704-91ca-162d280c8322", "name": "network-vif-plugged", "status": "completed", "tag": "632cceba-a9a1-49a4-a023-c6ab3a19dc88"}, {"server_uuid": "44c4b03b-374a-4667-adb3-50017e78c280", "name": "network-vif-plugged", "status": "completed", "tag": "7dc8cdad-ce9b-4f03-b838-be5636dffc6b"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:03.956599 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-21f60297-09fd-473e-8b1d-6b255062fa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:03.970888 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554b90b8-95fe-440f-9da7-c5b059d4a335 x-openstack-request-id: req-554b90b8-95fe-440f-9da7-c5b059d4a335 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:03.971250 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b2f21-15fc-4704-91ca-162d280c8322", "name": "network-vif-plugged", "status": "completed", "tag": "632cceba-a9a1-49a4-a023-c6ab3a19dc88", "code": 200}, {"server_uuid": "44c4b03b-374a-4667-adb3-50017e78c280", "name": "network-vif-plugged", "status": "completed", "tag": "7dc8cdad-ce9b-4f03-b838-be5636dffc6b", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:03.971564 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-554b90b8-95fe-440f-9da7-c5b059d4a335 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:03.972157 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b2f21-15fc-4704-91ca-162d280c8322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632cceba-a9a1-49a4-a023-c6ab3a19dc88', 'code': 200} Aug 09 15:41:03.972473 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c4b03b-374a-4667-adb3-50017e78c280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b', 'code': 200} Aug 09 15:41:04.037039 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-73a6ef49-9451-49f3-a85f-b26f433ec2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.127853 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37182e-8d10-432c-92de-8ab91a3173d9 req-67d012ac-7b36-4d0d-a81a-7321588d69af tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.129419 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bc37182e-8d10-432c-92de-8ab91a3173d9 req-67d012ac-7b36-4d0d-a81a-7321588d69af tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0801387 Aug 09 15:41:04.136215 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-21f60297-09fd-473e-8b1d-6b255062fa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.142698 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-21f60297-09fd-473e-8b1d-6b255062fa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.183613 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-21f60297-09fd-473e-8b1d-6b255062fa4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=43e538e264724bd6a26762d77e1b6bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548229 Aug 09 15:41:04.185872 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f60297-09fd-473e-8b1d-6b255062fa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf3bfad-044d-4f95-a072-2b60256e89fb,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:04.187806 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46824) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:04.247589 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b04796-7684-4dea-afc4-434557cf25cf req-4c00be2d-5749-4e05-83c1-09f3807feef9 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.249067 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-90b04796-7684-4dea-afc4-434557cf25cf req-4c00be2d-5749-4e05-83c1-09f3807feef9 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.1546996 Aug 09 15:41:04.269917 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb988941-6f5c-45a7-8939-0c5a8ab35b51 req-30d653d5-23ae-4026-a153-4d398580e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.271605 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-fb988941-6f5c-45a7-8939-0c5a8ab35b51 req-30d653d5-23ae-4026-a153-4d398580e785 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 1098 time: 0.0402534 Aug 09 15:41:04.283301 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bc37182e-8d10-432c-92de-8ab91a3173d9 req-8a104565-03fd-4d62-a43b-059f0631e3a5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370010 Aug 09 15:41:04.319142 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-fb988941-6f5c-45a7-8939-0c5a8ab35b51 req-8f65e09b-7f01-47b7-b6d4-c85b43e219b9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380445 Aug 09 15:41:04.366910 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52208103-d8e0-4a27-bd06-b977fad01732 req-8de18098-4342-427b-b24f-c4b0a2fab55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.368465 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-52208103-d8e0-4a27-bd06-b977fad01732 req-8de18098-4342-427b-b24f-c4b0a2fab55a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 1098 time: 0.1569948 Aug 09 15:41:04.375571 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-90b04796-7684-4dea-afc4-434557cf25cf req-5d08f1e4-6725-48be-8746-7f00375db45e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077061 Aug 09 15:41:04.398670 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-610a47b8-48a5-4a0a-a8f8-d412ed9caf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.411806 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-73a6ef49-9451-49f3-a85f-b26f433ec2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.428375 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-73a6ef49-9451-49f3-a85f-b26f433ec2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.462011 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-610a47b8-48a5-4a0a-a8f8-d412ed9caf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.522100 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-73a6ef49-9451-49f3-a85f-b26f433ec2b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=036fa946dda84bbc87e09f4c8037d16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440916 Aug 09 15:41:04.524434 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46830) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:04.525947 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6ef49-9451-49f3-a85f-b26f433ec2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bca940-0a63-4cc7-aaea-cac09b1f8aba,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:04.561781 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-52208103-d8e0-4a27-bd06-b977fad01732 req-d00bbd1f-2c07-4c97-95c1-39cf222f3b12 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931609 Aug 09 15:41:04.569058 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08666297-d7d0-4dd9-aa15-9d6c2abb1ddd req-2d9ef5e2-eb4d-42a8-9319-ee9633d93650 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:04.570480 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-08666297-d7d0-4dd9-aa15-9d6c2abb1ddd req-2d9ef5e2-eb4d-42a8-9319-ee9633d93650 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.1528471 Aug 09 15:41:04.580690 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0142e246-bf0e-48f1-acb0-03bc2bf7c7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.581171 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46834) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:04.585943 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-a01671e0-6311-46d6-839f-d37301933d33 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'floatingip': {'port_id': '1cccd688-86af-49fa-98b8-7e071319d942'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:04.603717 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0142e246-bf0e-48f1-acb0-03bc2bf7c7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.653369 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0142e246-bf0e-48f1-acb0-03bc2bf7c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.656032 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0142e246-bf0e-48f1-acb0-03bc2bf7c7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.657203 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-0142e246-bf0e-48f1-acb0-03bc2bf7c7ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86bca940-0a63-4cc7-aaea-cac09b1f8aba HTTP/1.1" status: 204 len: 168 time: 0.1317389 Aug 09 15:41:04.665730 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142e246-bf0e-48f1-acb0-03bc2bf7c7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bca940-0a63-4cc7-aaea-cac09b1f8aba,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:04.680370 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-610a47b8-48a5-4a0a-a8f8-d412ed9caf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.683730 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-610a47b8-48a5-4a0a-a8f8-d412ed9caf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.684865 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-610a47b8-48a5-4a0a-a8f8-d412ed9caf48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abf3bfad-044d-4f95-a072-2b60256e89fb HTTP/1.1" status: 204 len: 168 time: 0.4935677 Aug 09 15:41:04.687327 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a01671e0-6311-46d6-839f-d37301933d33 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:04.932897 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a47b8-48a5-4a0a-a8f8-d412ed9caf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf3bfad-044d-4f95-a072-2b60256e89fb,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:05.015761 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9502d-9b04-4ec4-ab09-6a6339243332 req-61c9cb12-a205-4edc-a4f1-f7ec5f1dd086 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.024216 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6fe9502d-9b04-4ec4-ab09-6a6339243332 req-61c9cb12-a205-4edc-a4f1-f7ec5f1dd086 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.3668442 Aug 09 15:41:05.107993 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46856) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:05.109932 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6fe9502d-9b04-4ec4-ab09-6a6339243332 req-96a744cd-68ff-42dd-ba74-272595c09e3d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848391 Aug 09 15:41:05.124025 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-044b4937-30e4-4218-9428-9e432be2d3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.142096 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46858) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:05.159852 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b693cab-9ee9-4147-b674-918aa94a1cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.262063 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-044b4937-30e4-4218-9428-9e432be2d3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.282132 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-044b4937-30e4-4218-9428-9e432be2d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.340369 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b4937-30e4-4218-9428-9e432be2d3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13627da0-9b14-40e9-8dd1-55a2c4efe838,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:05.347524 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-044b4937-30e4-4218-9428-9e432be2d3b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4efd511ce4234b02b712afaff454371e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383442 Aug 09 15:41:05.350191 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46862) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:05.422740 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b693cab-9ee9-4147-b674-918aa94a1cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.429971 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b693cab-9ee9-4147-b674-918aa94a1cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.460953 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-1b693cab-9ee9-4147-b674-918aa94a1cfb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c4682d69d334ac5a1ade527d3ed25ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177788 Aug 09 15:41:05.462377 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 46870) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:05.525109 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b693cab-9ee9-4147-b674-918aa94a1cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b617f9-bf61-472e-8279-18fd84b2c7b9,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:05.544010 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9ac4887f-2626-43ac-9728-13815282c3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.565382 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9ac4887f-2626-43ac-9728-13815282c3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.612339 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9ac4887f-2626-43ac-9728-13815282c3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.614908 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9ac4887f-2626-43ac-9728-13815282c3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.616052 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-9ac4887f-2626-43ac-9728-13815282c3aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92b617f9-bf61-472e-8279-18fd84b2c7b9 HTTP/1.1" status: 204 len: 168 time: 0.1513903 Aug 09 15:41:05.623710 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4887f-2626-43ac-9728-13815282c3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b617f9-bf61-472e-8279-18fd84b2c7b9,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:05.676079 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5470-cb65-4bd8-b736-6d689fc8c423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.694088 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3850f-1362-4460-98fc-b8ee8b6393f6 req-c0f3fe3e-91d1-408f-ba9f-dc96709e8c2f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:05.695599 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dab3850f-1362-4460-98fc-b8ee8b6393f6 req-c0f3fe3e-91d1-408f-ba9f-dc96709e8c2f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.1739523 Aug 09 15:41:05.796038 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5470-cb65-4bd8-b736-6d689fc8c423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.851422 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a01671e0-6311-46d6-839f-d37301933d33 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.858102 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dab3850f-1362-4460-98fc-b8ee8b6393f6 req-c5732149-f915-4fa2-b6e7-d9b78870f845 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491365 Aug 09 15:41:05.864709 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a01671e0-6311-46d6-839f-d37301933d33 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.980551 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5470-cb65-4bd8-b736-6d689fc8c423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.983484 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a76c5470-cb65-4bd8-b736-6d689fc8c423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:05.986941 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-a76c5470-cb65-4bd8-b736-6d689fc8c423 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13627da0-9b14-40e9-8dd1-55a2c4efe838 HTTP/1.1" status: 204 len: 168 time: 0.6333013 Aug 09 15:41:05.992188 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-a01671e0-6311-46d6-839f-d37301933d33 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Floating IP 403b622f-7cf7-4c1e-b84e-0694bf8416ad associated. External IP: 172.27.3.49, port: 1cccd688-86af-49fa-98b8-7e071319d942. Aug 09 15:41:06.037460 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c5470-cb65-4bd8-b736-6d689fc8c423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13627da0-9b14-40e9-8dd1-55a2c4efe838,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:06.302712 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a5f33-753e-409d-88a5-9219944c00c8 req-8a4ad822-2e25-4cef-9dcc-0d38eab43273 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.305346 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b18a5f33-753e-409d-88a5-9219944c00c8 req-8a4ad822-2e25-4cef-9dcc-0d38eab43273 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.1073020 Aug 09 15:41:06.331441 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01671e0-6311-46d6-839f-d37301933d33 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Router 7807bfd1-c7c1-441c-be13-ca7889f5f61f has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:41:06.406074 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b18a5f33-753e-409d-88a5-9219944c00c8 req-7dde7be6-b33f-4fed-be53-b997e4bc2dc2 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867536 Aug 09 15:41:06.709990 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01671e0-6311-46d6-839f-d37301933d33 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:41:06.716055 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a01671e0-6311-46d6-839f-d37301933d33 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:06.726302 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] Sync routers for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:41:06.739819 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:06.740460 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:06.764133 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-a01671e0-6311-46d6-839f-d37301933d33 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "PUT /v2.0/floatingips/403b622f-7cf7-4c1e-b84e-0694bf8416ad HTTP/1.1" status: 200 len: 990 time: 2.1692884 Aug 09 15:41:06.764900 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:06.769324 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95854d34-1364-4e9b-a3e9-6a132dcd6669" -d '{"events": [{"name": "network-changed", "server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "tag": "1cccd688-86af-49fa-98b8-7e071319d942"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:06.784210 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:06.815898 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b9d6fd-5730-4d53-a30d-8bc64d98ee62 x-openstack-request-id: req-11b9d6fd-5730-4d53-a30d-8bc64d98ee62 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:06.816378 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "tag": "1cccd688-86af-49fa-98b8-7e071319d942", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:06.816857 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11b9d6fd-5730-4d53-a30d-8bc64d98ee62 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:06.817447 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942', 'status': 'completed', 'code': 200} Aug 09 15:41:06.966350 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-23aac94e-6f31-4737-8f52-7c7958a37fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:06.967904 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-23aac94e-6f31-4737-8f52-7c7958a37fb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 1098 time: 0.0657279 Aug 09 15:41:07.007496 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:07.112831 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16aca4-803b-44fa-942c-e0f23bcc33c8 req-1d69f0b2-3233-4cb9-8f48-dc709d87c74a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.123704 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-be16aca4-803b-44fa-942c-e0f23bcc33c8 req-1d69f0b2-3233-4cb9-8f48-dc709d87c74a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.1419492 Aug 09 15:41:07.165478 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-20aa4aa5-367c-45ad-8f6f-7798c1941945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.166961 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-20aa4aa5-367c-45ad-8f6f-7798c1941945 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 919 time: 0.1802511 Aug 09 15:41:07.192557 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-be16aca4-803b-44fa-942c-e0f23bcc33c8 req-8c95da2e-09b7-4e1e-9fc0-fbe6e9eee8a1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636120 Aug 09 15:41:07.351177 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-24b9acf4-dc39-41c9-a773-311927f11f29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cccd688-86af-49fa-98b8-7e071319d942 HTTP/1.1" status: 200 len: 998 time: 0.1501524 Aug 09 15:41:07.398032 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '403b622f-7cf7-4c1e-b84e-0694bf8416ad', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'port_id': '1cccd688-86af-49fa-98b8-7e071319d942', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'mac_address': 'fa:16:3e:cc:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:41:05Z', 'revision_number': 1, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:07.441265 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] Checking router: 7807bfd1-c7c1-441c-be13-ca7889f5f61f for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:07.452894 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:07.454301 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:07.536116 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-b7ba2ba0-1bff-490f-820f-1205cb9aecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.538762 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-b7ba2ba0-1bff-490f-820f-1205cb9aecef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.1432872 Aug 09 15:41:07.652855 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:07.783251 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b22429-58bf-4a41-b13e-aa76bf899f8d req-83f8ca98-557d-44df-85db-80a2a1bbe401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.785049 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-44b22429-58bf-4a41-b13e-aa76bf899f8d req-83f8ca98-557d-44df-85db-80a2a1bbe401 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 1098 time: 0.0825026 Aug 09 15:41:07.808947 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-3b577e1d-7034-4ada-90d5-5425d8e6e864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.812142 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-3b577e1d-7034-4ada-90d5-5425d8e6e864 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2557716 Aug 09 15:41:07.837076 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e133723-022b-42d1-81a4-0223f90acacd req-da9a9901-7774-4815-9a05-dc3b0b5fe87e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:07.846096 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7e133723-022b-42d1-81a4-0223f90acacd req-da9a9901-7774-4815-9a05-dc3b0b5fe87e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.2632530 Aug 09 15:41:07.920509 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 46978) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:07.998985 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7e133723-022b-42d1-81a4-0223f90acacd req-47d59e8f-21cf-434d-adc6-3b55b5cab5d7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515806 Aug 09 15:41:08.069027 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ea8fa-6f52-4682-933c-72711b80b648 req-a635d2bb-c827-4179-95d2-98dd44cd80c5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.070706 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-473ea8fa-6f52-4682-933c-72711b80b648 req-a635d2bb-c827-4179-95d2-98dd44cd80c5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.3161108 Aug 09 15:41:08.079431 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '403b622f-7cf7-4c1e-b84e-0694bf8416ad', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'port_id': '1cccd688-86af-49fa-98b8-7e071319d942', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'mac_address': 'fa:16:3e:cc:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:41:05Z', 'revision_number': 1, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:08.177001 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83c182-4bdd-4e0f-b864-1c6a25948544 None None] The sync data for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi is: [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '403b622f-7cf7-4c1e-b84e-0694bf8416ad', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'port_id': '1cccd688-86af-49fa-98b8-7e071319d942', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'mac_address': 'fa:16:3e:cc:e9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:40:41Z', 'updated_at': '2021-08-09T15:41:05Z', 'revision_number': 1, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:08.189911 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-473ea8fa-6f52-4682-933c-72711b80b648 req-9dcd7489-c641-4ec8-bb0b-d11642526e51 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994735 Aug 09 15:41:08.192520 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-2c4abb53-cbb4-4338-8d8b-cb6eba07ef40 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412685 Aug 09 15:41:08.239354 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b22429-58bf-4a41-b13e-aa76bf899f8d req-dd90b4c2-9256-4e16-a5bc-bb07446c92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.242527 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-44b22429-58bf-4a41-b13e-aa76bf899f8d req-dd90b4c2-9256-4e16-a5bc-bb07446c92d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 920 time: 0.4283442 Aug 09 15:41:08.258123 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-092c20bf-a235-4ca3-894d-a06808a6e821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.310444 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-44b22429-58bf-4a41-b13e-aa76bf899f8d req-1c02076f-05ad-4c26-bb1f-6fb6d2afaecd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=632cceba-a9a1-49a4-a023-c6ab3a19dc88 HTTP/1.1" status: 200 len: 217 time: 0.0436594 Aug 09 15:41:08.401054 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b22429-58bf-4a41-b13e-aa76bf899f8d req-12e7121c-254c-4904-9e72-d8bbc48d147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.403551 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-44b22429-58bf-4a41-b13e-aa76bf899f8d req-12e7121c-254c-4904-9e72-d8bbc48d147a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 200 len: 858 time: 0.0767162 Aug 09 15:41:08.417741 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a63476-2c7b-417b-988b-4663684db969 req-e2730bcd-f995-4d47-8f2e-14ae1f0ef102 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.430139 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47000) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:08.434546 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-39a63476-2c7b-417b-988b-4663684db969 req-e2730bcd-f995-4d47-8f2e-14ae1f0ef102 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.1263123 Aug 09 15:41:08.437405 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-a1a22714-1b5b-4038-9c1f-528a400fc1a1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'floatingip': {'port_id': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:41:08.482725 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95854d34-1364-4e9b-a3e9-6a132dcd6669 req-8cd71019-1240-47dc-a9cc-4bdc9147730d service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754552 Aug 09 15:41:08.567808 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85afbd7-f685-441f-ba4d-490d5c5df0e1 None None] New status for floating IP 403b622f-7cf7-4c1e-b84e-0694bf8416ad: ACTIVE {{(pid=100000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:41:08.609862 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3deccaa-36d8-46ef-991d-5a4da3460da4 req-5df9d397-7b6b-419d-87e6-27c372399a77 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:08.612228 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-44b22429-58bf-4a41-b13e-aa76bf899f8d req-191578b6-8993-478b-a6e7-0100e0abb5a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1703901 Aug 09 15:41:08.623336 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b3deccaa-36d8-46ef-991d-5a4da3460da4 req-5df9d397-7b6b-419d-87e6-27c372399a77 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 945 time: 0.1094511 Aug 09 15:41:08.627309 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a1a22714-1b5b-4038-9c1f-528a400fc1a1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.640579 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-092c20bf-a235-4ca3-894d-a06808a6e821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.678063 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-092c20bf-a235-4ca3-894d-a06808a6e821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.713247 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-092c20bf-a235-4ca3-894d-a06808a6e821 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db0a2324e80840f99d8714214d35d5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7513859 Aug 09 15:41:08.717482 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47004) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:08.766945 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b3deccaa-36d8-46ef-991d-5a4da3460da4 req-3f00a72e-dd1e-48da-a894-2e4243f8c87e tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421070 Aug 09 15:41:08.816558 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c20bf-a235-4ca3-894d-a06808a6e821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba30550-f16c-4349-9b3a-fb740d2be887,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:08.841625 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-75137a19-d280-450a-9a6d-66b7c4a354bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.866738 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-75137a19-d280-450a-9a6d-66b7c4a354bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.903839 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-44b22429-58bf-4a41-b13e-aa76bf899f8d req-1a3cb8ce-3121-417f-82ce-ad738085205a service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423856 Aug 09 15:41:08.918014 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-75137a19-d280-450a-9a6d-66b7c4a354bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.920822 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-75137a19-d280-450a-9a6d-66b7c4a354bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:08.922171 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-75137a19-d280-450a-9a6d-66b7c4a354bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ba30550-f16c-4349-9b3a-fb740d2be887 HTTP/1.1" status: 204 len: 168 time: 0.2012959 Aug 09 15:41:08.931166 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75137a19-d280-450a-9a6d-66b7c4a354bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba30550-f16c-4349-9b3a-fb740d2be887,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:09.181986 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-44b22429-58bf-4a41-b13e-aa76bf899f8d req-e7dcc4f8-bb49-4e71-9594-892bed1c14a3 service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327960 Aug 09 15:41:09.387507 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55122c81-b74a-43d8-aae0-f95b9019b43e req-1cdca84d-66d1-433f-a9fa-a63efb72dfab tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.394925 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-55122c81-b74a-43d8-aae0-f95b9019b43e req-1cdca84d-66d1-433f-a9fa-a63efb72dfab tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0976181 Aug 09 15:41:09.481473 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-55122c81-b74a-43d8-aae0-f95b9019b43e req-16c06505-3d18-482c-a0e7-81c5e9224718 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748134 Aug 09 15:41:09.525790 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a1a22714-1b5b-4038-9c1f-528a400fc1a1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.531351 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a1a22714-1b5b-4038-9c1f-528a400fc1a1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:09.654416 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.l3_db [None req-a1a22714-1b5b-4038-9c1f-528a400fc1a1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Floating IP f5a4ba81-7b11-41a8-93df-0d8b0f506bf2 associated. External IP: 172.27.3.22, port: 7dc8cdad-ce9b-4f03-b838-be5636dffc6b. Aug 09 15:41:09.917741 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41763c1a-5f0a-4c51-8c90-7a374eeac577 req-bc1c6e5c-be54-4666-bec9-e5d4b893738e tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:09.919977 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-41763c1a-5f0a-4c51-8c90-7a374eeac577 req-bc1c6e5c-be54-4666-bec9-e5d4b893738e tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 945 time: 0.0597425 Aug 09 15:41:09.989472 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-41763c1a-5f0a-4c51-8c90-7a374eeac577 req-0b75bfb7-00ea-45ef-a97e-2bd0a2698af2 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581179 Aug 09 15:41:10.085103 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a22714-1b5b-4038-9c1f-528a400fc1a1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Router 83f7070d-2830-41d7-8b95-b449b98a2f13 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:41:10.211756 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a22714-1b5b-4038-9c1f-528a400fc1a1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:41:10.217395 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a1a22714-1b5b-4038-9c1f-528a400fc1a1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:10.223019 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] Sync routers for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:41:10.233379 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:10.234007 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:10.248575 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-a1a22714-1b5b-4038-9c1f-528a400fc1a1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "PUT /v2.0/floatingips/f5a4ba81-7b11-41a8-93df-0d8b0f506bf2 HTTP/1.1" status: 200 len: 990 time: 1.8143566 Aug 09 15:41:10.248575 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c4b03b-374a-4667-adb3-50017e78c280', 'tag': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:10.249824 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98" -d '{"events": [{"name": "network-changed", "server_uuid": "44c4b03b-374a-4667-adb3-50017e78c280", "tag": "7dc8cdad-ce9b-4f03-b838-be5636dffc6b"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:10.286912 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366266ca-1f00-4d9f-a54d-69d32be05950 x-openstack-request-id: req-366266ca-1f00-4d9f-a54d-69d32be05950 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:10.287206 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c4b03b-374a-4667-adb3-50017e78c280", "tag": "7dc8cdad-ce9b-4f03-b838-be5636dffc6b", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:10.287459 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-366266ca-1f00-4d9f-a54d-69d32be05950 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:10.287863 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c4b03b-374a-4667-adb3-50017e78c280', 'tag': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b', 'status': 'completed', 'code': 200} Aug 09 15:41:10.381455 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-360350a0-8aaf-447b-947b-fb1d942a2d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.382945 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-360350a0-8aaf-447b-947b-fb1d942a2d3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 1098 time: 0.0408571 Aug 09 15:41:10.427529 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:10.495568 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-26beda55-9cd8-4388-9c05-c90b2c3588be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.497267 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-26beda55-9cd8-4388-9c05-c90b2c3588be service neutron] 10.222.0.44 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 913 time: 0.0901365 Aug 09 15:41:10.592355 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a67fe7-553f-4169-9c69-7582633f324f req-f9b096a9-30ec-4d47-93b7-277613dde866 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.593926 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-48a67fe7-553f-4169-9c69-7582633f324f req-f9b096a9-30ec-4d47-93b7-277613dde866 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0511634 Aug 09 15:41:10.626789 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-95cb6af9-f6e2-490e-96bb-05cd971ab993 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b HTTP/1.1" status: 200 len: 998 time: 0.0969887 Aug 09 15:41:10.638038 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-48a67fe7-553f-4169-9c69-7582633f324f req-e60eef25-67b6-46e6-ad76-4ae9f925fa29 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378122 Aug 09 15:41:10.678156 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': 'f5a4ba81-7b11-41a8-93df-0d8b0f506bf2', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'port_id': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'mac_address': 'fa:16:3e:e8:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4b03b-374a-4667-adb3-50017e78c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:40:34Z', 'updated_at': '2021-08-09T15:41:09Z', 'revision_number': 1, 'project_id': '05d9191caf494b06b388d288d8389928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:10.703333 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-3752e115-631d-4117-ae71-e2c9f48ba25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:10.705146 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-3752e115-631d-4117-ae71-e2c9f48ba25d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 200 len: 850 time: 0.0481102 Aug 09 15:41:10.713016 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] Checking router: 83f7070d-2830-41d7-8b95-b449b98a2f13 for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:41:10.723600 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:41:10.724440 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:40:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:10.844016 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:41:11.092928 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': 'f5a4ba81-7b11-41a8-93df-0d8b0f506bf2', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'port_id': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'mac_address': 'fa:16:3e:e8:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4b03b-374a-4667-adb3-50017e78c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:40:34Z', 'updated_at': '2021-08-09T15:41:09Z', 'revision_number': 1, 'project_id': '05d9191caf494b06b388d288d8389928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:11.102286 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a7051-cf11-4e07-8992-e9fca5231a62 req-5750168e-da1b-431e-85ab-e1c03710de86 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:11.103792 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2d9a7051-cf11-4e07-8992-e9fca5231a62 req-5750168e-da1b-431e-85ab-e1c03710de86 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 945 time: 0.0511026 Aug 09 15:41:11.125344 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1215b2-9061-4e7e-8f70-7ac8de08c41c None None] The sync data for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi is: [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': 'f5a4ba81-7b11-41a8-93df-0d8b0f506bf2', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'floating_ip_address': '172.27.3.22', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'port_id': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'mac_address': 'fa:16:3e:e8:78:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4b03b-374a-4667-adb3-50017e78c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:40:34Z', 'updated_at': '2021-08-09T15:41:09Z', 'revision_number': 1, 'project_id': '05d9191caf494b06b388d288d8389928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:41:11.164115 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2d9a7051-cf11-4e07-8992-e9fca5231a62 req-d2cafd8b-b416-4cc6-8235-1078504cd987 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521364 Aug 09 15:41:11.313985 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b89736-08a6-4d99-b40d-0edeab09adba None None] New status for floating IP f5a4ba81-7b11-41a8-93df-0d8b0f506bf2: ACTIVE {{(pid=100000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:41:13.348288 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:41:15.377632 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-45aa37bb-52a8-4d64-bd91-9e687a2bdfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.379159 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-45aa37bb-52a8-4d64-bd91-9e687a2bdfc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=594383a9-5c1c-45a7-8046-d048d8fc0356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531638 Aug 09 15:41:15.501653 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-6fb2bbca-483a-471e-87b1-41dd8f5035fb service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934649 Aug 09 15:41:15.520144 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac43fe-7c50-44fc-961f-ad4a501f8770 req-46d85f16-0e8c-4d27-8b77-0cf07c27f54b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.521692 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fcac43fe-7c50-44fc-961f-ad4a501f8770 req-46d85f16-0e8c-4d27-8b77-0cf07c27f54b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0853422 Aug 09 15:41:15.551091 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b105ae9-acdf-4e07-b7db-dabbaa8da581 req-b731e97c-d1b7-4332-b97f-ecdcb35b639a tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:15.552546 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6b105ae9-acdf-4e07-b7db-dabbaa8da581 req-b731e97c-d1b7-4332-b97f-ecdcb35b639a tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 945 time: 0.0852418 Aug 09 15:41:15.587090 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fcac43fe-7c50-44fc-961f-ad4a501f8770 req-3de514b7-bff1-4847-bb74-de9efdd65ca6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581341 Aug 09 15:41:15.605966 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ce8ea982-037b-48a5-b5fa-cab18fa1ce98 req-b0f5ca31-4d34-445d-9357-cc8653e67d6d service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900350 Aug 09 15:41:15.608706 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6b105ae9-acdf-4e07-b7db-dabbaa8da581 req-96659971-6a7b-4245-a221-ec729bbe574b tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489821 Aug 09 15:41:20.832156 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c8c83-616c-4c1d-8d82-3e97e3455ff6 req-23022423-7be1-4e64-a79a-ba1f727f12b4 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:20.833658 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-221c8c83-616c-4c1d-8d82-3e97e3455ff6 req-23022423-7be1-4e64-a79a-ba1f727f12b4 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0841773 Aug 09 15:41:20.841931 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29289d8d-6fa8-4d71-b419-7dc7c964ca69 req-b9a1172c-26f1-40f0-b535-9b1992af22c6 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:20.843273 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-29289d8d-6fa8-4d71-b419-7dc7c964ca69 req-b9a1172c-26f1-40f0-b535-9b1992af22c6 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 945 time: 0.0824361 Aug 09 15:41:20.896958 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-221c8c83-616c-4c1d-8d82-3e97e3455ff6 req-08253934-a55c-4c0a-9269-c6e732052755 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527208 Aug 09 15:41:20.903926 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-29289d8d-6fa8-4d71-b419-7dc7c964ca69 req-0e7e563c-2b28-4c6b-8313-99084251e00e tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b056474-2e86-4997-a0a7-75b61367e2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538986 Aug 09 15:41:21.475023 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-48f5a910-04ea-43f9-92dd-bd81375afb92 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:21.476472 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-48f5a910-04ea-43f9-92dd-bd81375afb92 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.44 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 945 time: 0.0806506 Aug 09 15:41:23.197656 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Deleting port e0bdb762-0a72-4b44-bbfb-9cd768222899 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:41:23.198333 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.293748 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] For port e0bdb762-0a72-4b44-bbfb-9cd768222899, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e0bdb762-0a72-4b44-bbfb-9cd768222899,segment=NetworkSegment(4377fdb8-3e93-480a-945d-675aba1f7a93),segment_id=4377fdb8-3e93-480a-945d-675aba1f7a93)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:41:23.294143 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.308192 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Calling delete_port for e0bdb762-0a72-4b44-bbfb-9cd768222899 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:41:23.443189 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-9ef85364-3e93-434d-a282-bc563b39ef08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.461190 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.490768 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Pushing event deleted for resources: {'Port': ['ID=e0bdb762-0a72-4b44-bbfb-9cd768222899,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:23.539072 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.539424 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.539758 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.540088 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.540418 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.540761 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.541090 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.541416 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.541736 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.542054 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.542368 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.542681 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:23.561953 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] No DVR routers for this DVR port e0bdb762-0a72-4b44-bbfb-9cd768222899 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:41:23.564935 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:23.566928 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f5b86ff0-edd9-4e29-beac-69ecb95c15de req-383dbde9-ef34-4e15-8a3f-61a97e4e3902 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.44 "DELETE /v2.0/ports/e0bdb762-0a72-4b44-bbfb-9cd768222899 HTTP/1.1" status: 204 len: 173 time: 0.4922202 Aug 09 15:41:23.567361 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629ffa96-6a73-4a91-805c-c669bfe4856a', 'name': 'network-vif-deleted', 'tag': 'e0bdb762-0a72-4b44-bbfb-9cd768222899'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:41:23.569686 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497898b0-4a50-43df-8ac4-e1e40d620daf" -d '{"events": [{"server_uuid": "629ffa96-6a73-4a91-805c-c669bfe4856a", "name": "network-vif-deleted", "tag": "e0bdb762-0a72-4b44-bbfb-9cd768222899"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:41:26.050357 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c5ec80d4-637d-49ef-add3-7ca2ef3cd722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.249814 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:26.419158 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['e0bdb762-0a72-4b44-bbfb-9cd768222899'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:41:26.620585 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e6e8f0b0-0c2b-4ca6-97ee-768be4295717 req-6207d8ae-2953-46ac-b291-147fe3863325 tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 210 time: 0.0397856 Aug 09 15:41:26.642897 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6b2ca-4473-451f-a747-eab7add0ee47 req-4433c565-f8fd-43aa-a88c-a58c3b76b45d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:26.642897 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-76d6b2ca-4473-451f-a747-eab7add0ee47 req-4433c565-f8fd-43aa-a88c-a58c3b76b45d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0713468 Aug 09 15:41:26.665812 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e0b872-80ef-45d8-bbf2-0bb6aa7a6645 x-openstack-request-id: req-14e0b872-80ef-45d8-bbf2-0bb6aa7a6645 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:41:26.666310 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629ffa96-6a73-4a91-805c-c669bfe4856a", "name": "network-vif-deleted", "tag": "e0bdb762-0a72-4b44-bbfb-9cd768222899", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:41:26.666576 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14e0b872-80ef-45d8-bbf2-0bb6aa7a6645 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:41:26.667316 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629ffa96-6a73-4a91-805c-c669bfe4856a', 'name': 'network-vif-deleted', 'tag': 'e0bdb762-0a72-4b44-bbfb-9cd768222899', 'status': 'completed', 'code': 200} Aug 09 15:41:26.684103 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-76d6b2ca-4473-451f-a747-eab7add0ee47 req-5d265552-c448-483a-be53-30535a22a247 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351250 Aug 09 15:41:27.153948 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:27.732102 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-845821d9-3d39-41e2-b365-54a29c5626ac req-d00777dd-e6f8-48f8-bdfe-26e131d26e9e tempest-DeleteServersTestJSON-1633867257 tempest-DeleteServersTestJSON-1633867257-project] 10.222.0.10 "GET /v2.0/ports?device_id=629ffa96-6a73-4a91-805c-c669bfe4856a HTTP/1.1" status: 200 len: 210 time: 0.0298321 Aug 09 15:41:27.805964 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120c49a-cb77-40ec-9481-d4387b40bd51 req-ac1c3680-7344-4fc3-b1d9-1414a50b153a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:27.807440 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0120c49a-cb77-40ec-9481-d4387b40bd51 req-ac1c3680-7344-4fc3-b1d9-1414a50b153a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0493374 Aug 09 15:41:27.848909 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0120c49a-cb77-40ec-9481-d4387b40bd51 req-08ee8821-6af7-440a-9d55-36769475a79e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348332 Aug 09 15:41:28.439419 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device e0bdb762-0a72-4b44-bbfb-9cd768222899 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:41:28.458935 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: e0bdb762-0a72-4b44-bbfb-9cd768222899 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:41:28.459286 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device e0bdb762-0a72-4b44-bbfb-9cd768222899 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:41:28.856797 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:28.975002 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bd875-6bde-43da-b50c-b00e2431084a req-5f98a175-fb77-4599-91bb-954564312050 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:28.976671 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1d4bd875-6bde-43da-b50c-b00e2431084a req-5f98a175-fb77-4599-91bb-954564312050 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0518923 Aug 09 15:41:29.030192 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1d4bd875-6bde-43da-b50c-b00e2431084a req-8eda34f0-3684-437b-b521-c197553999b5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452209 Aug 09 15:41:29.606992 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47360) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:29.713013 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bec306a6-6562-4b34-aa96-da80016df4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.818607 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-d9d11d1a-0ba8-4741-b324-f3b43c4f3f66 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589066 Aug 09 15:41:29.841023 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bec306a6-6562-4b34-aa96-da80016df4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.850090 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bec306a6-6562-4b34-aa96-da80016df4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.891936 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-bec306a6-6562-4b34-aa96-da80016df4af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e039e03135a141c193c1620466687c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836740 Aug 09 15:41:29.893995 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec306a6-6562-4b34-aa96-da80016df4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185b8e97-5a39-4256-9fc8-c8489e26a43a,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:29.894655 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47372) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:29.950863 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.974326 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:29.987765 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-68072090-c196-4572-ac30-35a897280d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:29.989338 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-68072090-c196-4572-ac30-35a897280d67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 1098 time: 0.0511193 Aug 09 15:41:30.009436 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47376) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:30.031428 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.034689 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.036897 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/185b8e97-5a39-4256-9fc8-c8489e26a43a HTTP/1.1" status: 204 len: 168 time: 0.1402731 Aug 09 15:41:30.044941 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185b8e97-5a39-4256-9fc8-c8489e26a43a,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:30.054011 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.054738 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.055261 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.055766 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.056358 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.057028 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.057529 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.058025 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.058520 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.059239 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.059921 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.060731 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbea95a0-ece8-47e3-b9ea-b045e28b6ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:41:30.160883 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-53e8720d-b0fa-49da-8ecd-23f1950dfdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.164603 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71203cc-f4f5-4f9f-a48b-8eba7cf046f0 req-40a9926e-01d0-416e-9a40-e04d2eb43ac5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.166740 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e71203cc-f4f5-4f9f-a48b-8eba7cf046f0 req-40a9926e-01d0-416e-9a40-e04d2eb43ac5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0579987 Aug 09 15:41:30.169903 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-e9f2e6f8-dd86-4a3e-ad70-a07a1a0c83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.172393 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-e9f2e6f8-dd86-4a3e-ad70-a07a1a0c83d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 913 time: 0.1511450 Aug 09 15:41:30.229308 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e71203cc-f4f5-4f9f-a48b-8eba7cf046f0 req-8bc6f4be-2b1d-4e07-8d62-b11e94958584 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499766 Aug 09 15:41:30.260739 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47392) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:30.300701 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-075df734-828f-4264-9544-35c585cb9a22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b HTTP/1.1" status: 200 len: 1000 time: 0.1117043 Aug 09 15:41:30.310448 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-af52e05a-ca54-4c73-a266-3d74a610a8a4 admin admin] Deleting subnet fcb93157-8a43-4f35-bfaa-d561637fd376 {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:41:30.315008 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-af52e05a-ca54-4c73-a266-3d74a610a8a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.361162 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-af52e05a-ca54-4c73-a266-3d74a610a8a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.366424 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-53e8720d-b0fa-49da-8ecd-23f1950dfdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.377255 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-53e8720d-b0fa-49da-8ecd-23f1950dfdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.384007 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47396) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:30.398291 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-8a5f1a9f-4bef-4b78-9e79-96f0346d9bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.399727 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-8a5f1a9f-4bef-4b78-9e79-96f0346d9bc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 200 len: 850 time: 0.0794351 Aug 09 15:41:30.414556 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-af52e05a-ca54-4c73-a266-3d74a610a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.440649 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc5e1-84a5-4296-8926-e0b0eceb9cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.465094 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-53e8720d-b0fa-49da-8ecd-23f1950dfdaa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=450b1e30b557470a953d0834925ec317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488568 Aug 09 15:41:30.465403 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47400) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:30.470275 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8720d-b0fa-49da-8ecd-23f1950dfdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a18a2d-1389-4806-a0fd-a7d55962ec68,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:30.498772 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-af52e05a-ca54-4c73-a266-3d74a610a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.508315 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-0975233a-465f-4b5a-97f8-e36b71121913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:30.509859 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-0975233a-465f-4b5a-97f8-e36b71121913 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=594383a9-5c1c-45a7-8046-d048d8fc0356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0897021 Aug 09 15:41:30.542997 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-af52e05a-ca54-4c73-a266-3d74a610a8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.544921 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-af52e05a-ca54-4c73-a266-3d74a610a8a4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fcb93157-8a43-4f35-bfaa-d561637fd376 HTTP/1.1" status: 204 len: 168 time: 0.2830675 Aug 09 15:41:30.545711 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52e05a-ca54-4c73-a266-3d74a610a8a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb93157-8a43-4f35-bfaa-d561637fd376,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:30.552276 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47408) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:30.629173 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c6373671-e7e2-4997-8e34-96691a4bd069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.650968 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.659562 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-55770499-8538-4669-9e3f-73c49a5ddb9f service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326773 Aug 09 15:41:30.663942 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc5e1-84a5-4296-8926-e0b0eceb9cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.665370 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c6373671-e7e2-4997-8e34-96691a4bd069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.667601 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc5e1-84a5-4296-8926-e0b0eceb9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.759966 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-9c5fc5e1-84a5-4296-8926-e0b0eceb9cc6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5cdd596fbef462aa2995ed1606dec19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681293 Aug 09 15:41:30.760222 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47410) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:30.763029 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.767946 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fc5e1-84a5-4296-8926-e0b0eceb9cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4d779-3d0d-4198-b43c-ff42d8a45d43,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:30.773638 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d0ac5d-f320-4d44-a9a4-53f42dda5a8a']}} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:30.786125 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4377fdb8-3e93-480a-945d-675aba1f7a93') {'for_net_delete': True} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:30.786615 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4377fdb8-3e93-480a-945d-675aba1f7a93') {} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:41:30.795585 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12833747'] for segment, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.805459 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c6373671-e7e2-4997-8e34-96691a4bd069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.807761 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c6373671-e7e2-4997-8e34-96691a4bd069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.808911 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c6373671-e7e2-4997-8e34-96691a4bd069 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01a18a2d-1389-4806-a0fd-a7d55962ec68 HTTP/1.1" status: 204 len: 168 time: 0.3422501 Aug 09 15:41:30.817560 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.825636 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6373671-e7e2-4997-8e34-96691a4bd069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a18a2d-1389-4806-a0fd-a7d55962ec68,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:30.826494 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1541e1fd-3923-479a-9fe9-4ecbe37307f4 req-b3141814-43aa-44ed-859b-5ff11bbba715 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497126 Aug 09 15:41:30.843747 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=99999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:41:30.844249 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776025'] for segment, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: Traceback (most recent call last): Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: timer() Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: cb(*args, **kw) Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: return func(*args, **kwargs) Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: self._notify() Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: self.callback(batched_events) Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: event.method(event) Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: return f(self, *a, **k) Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._get(url).json() Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: return self.request(url, 'GET', **kwargs) Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:41:30.846039 dv-cinder-788365-6-iscsi neutron-server[99999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:41:30.849886 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-917161f6-c34f-4e12-b3d1-cff64a62408a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.882757 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-917161f6-c34f-4e12-b3d1-cff64a62408a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.908254 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.925609 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.929182 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/70d0ac5d-f320-4d44-a9a4-53f42dda5a8a HTTP/1.1" status: 204 len: 168 time: 0.3757279 Aug 09 15:41:30.931015 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf11288-6b7f-4372-9324-ce176a636bf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d0ac5d-f320-4d44-a9a4-53f42dda5a8a,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:30.946182 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-917161f6-c34f-4e12-b3d1-cff64a62408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.950228 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-917161f6-c34f-4e12-b3d1-cff64a62408a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:30.951694 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-917161f6-c34f-4e12-b3d1-cff64a62408a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7b4d779-3d0d-4198-b43c-ff42d8a45d43 HTTP/1.1" status: 204 len: 168 time: 0.1903222 Aug 09 15:41:30.962055 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917161f6-c34f-4e12-b3d1-cff64a62408a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4d779-3d0d-4198-b43c-ff42d8a45d43,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:31.190709 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47424) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:31.231525 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-2cbc282a-17ca-4d03-ae0a-33ab3bb9f6bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d01852b8daa4cba875b08885dc41b3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396578 Aug 09 15:41:31.234855 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47428) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:31.289424 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-94c0eb4d-39bb-47a2-937d-250ed9b8095b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:31.312437 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-94c0eb4d-39bb-47a2-937d-250ed9b8095b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:31.381797 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01032d4-fd61-41d0-837b-d87349c398fd req-ae1ad9c8-586b-4fc0-bdef-f260f00aeec6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:31.383426 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b01032d4-fd61-41d0-837b-d87349c398fd req-ae1ad9c8-586b-4fc0-bdef-f260f00aeec6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0731740 Aug 09 15:41:31.432007 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-94c0eb4d-39bb-47a2-937d-250ed9b8095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:31.436149 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-94c0eb4d-39bb-47a2-937d-250ed9b8095b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:31.438171 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-94c0eb4d-39bb-47a2-937d-250ed9b8095b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b056474-2e86-4997-a0a7-75b61367e2c5 HTTP/1.1" status: 204 len: 168 time: 0.2019460 Aug 09 15:41:31.457129 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b01032d4-fd61-41d0-837b-d87349c398fd req-53cd954d-164b-44a5-9aa6-9734022c18f3 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571759 Aug 09 15:41:31.457966 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0eb4d-39bb-47a2-937d-250ed9b8095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b056474-2e86-4997-a0a7-75b61367e2c5,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:32.612447 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e30492-9023-44f0-8804-e2330b397626 req-7978edf3-088c-44f1-8bea-5b6d4e0ae0a1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:32.620473 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e0e30492-9023-44f0-8804-e2330b397626 req-7978edf3-088c-44f1-8bea-5b6d4e0ae0a1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0640969 Aug 09 15:41:32.668451 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e0e30492-9023-44f0-8804-e2330b397626 req-57e1a51b-f3bf-4278-bd45-049cb9a70d87 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470874 Aug 09 15:41:33.836658 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2e9f2-c195-4f94-ae26-b0981b8619d8 req-71e87303-6f01-4529-a3c4-4188389b6af5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:33.839523 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6ed2e9f2-c195-4f94-ae26-b0981b8619d8 req-71e87303-6f01-4529-a3c4-4188389b6af5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0695410 Aug 09 15:41:33.887285 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6ed2e9f2-c195-4f94-ae26-b0981b8619d8 req-6c664e9a-3f45-4fd9-bef3-0dcb138eff5f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402336 Aug 09 15:41:34.039312 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47706) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:34.083960 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47710) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:34.199721 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-df644967-2dc2-497c-9d72-7aa8eb001593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.202778 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cd9100ed-ee9d-4b12-8e16-a28db5342931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.239319 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.db.api [None req-cd9100ed-ee9d-4b12-8e16-a28db5342931 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 09 15:41:34.239319 dv-cinder-788365-6-iscsi neutron-server[99999]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 09 15:41:34.239319 dv-cinder-788365-6-iscsi neutron-server[99999]: [parameters: {'project_id': '560117d509244e28851588c9a85f2911', 'id': '1579f227-1168-467e-ab8c-30448c86f322', 'expiration': datetime.datetime(2021, 8, 9, 15, 43, 34, 232949)}] Aug 09 15:41:34.239319 dv-cinder-788365-6-iscsi neutron-server[99999]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=99999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 09 15:41:34.239772 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG oslo_db.api [None req-cd9100ed-ee9d-4b12-8e16-a28db5342931 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 09 15:41:34.308070 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-df644967-2dc2-497c-9d72-7aa8eb001593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.312895 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-df644967-2dc2-497c-9d72-7aa8eb001593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.355203 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-df644967-2dc2-497c-9d72-7aa8eb001593 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f9de2bb6679342a682c7b7b07bc42219&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701001 Aug 09 15:41:34.356116 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df644967-2dc2-497c-9d72-7aa8eb001593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6770c0f-313e-40c2-8b43-3af22756d2c6,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:34.357843 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47716) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:34.409719 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f3e435cd-8acd-4581-8999-e13ac642c0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.430590 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f3e435cd-8acd-4581-8999-e13ac642c0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.477136 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f3e435cd-8acd-4581-8999-e13ac642c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.480184 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f3e435cd-8acd-4581-8999-e13ac642c0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.481266 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-f3e435cd-8acd-4581-8999-e13ac642c0e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a6770c0f-313e-40c2-8b43-3af22756d2c6 HTTP/1.1" status: 204 len: 168 time: 0.1216671 Aug 09 15:41:34.490027 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e435cd-8acd-4581-8999-e13ac642c0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6770c0f-313e-40c2-8b43-3af22756d2c6,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:34.740624 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cd9100ed-ee9d-4b12-8e16-a28db5342931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.755657 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47726) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:34.774517 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ee645327-34fb-4aca-9dcb-4fadb8f762cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.838940 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cd9100ed-ee9d-4b12-8e16-a28db5342931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.844873 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cd9100ed-ee9d-4b12-8e16-a28db5342931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:34.905069 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-cd9100ed-ee9d-4b12-8e16-a28db5342931 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=560117d509244e28851588c9a85f2911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8643074 Aug 09 15:41:34.909480 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47734) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:34.926022 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9100ed-ee9d-4b12-8e16-a28db5342931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17970008-f34b-41f0-a1fd-6766d9ae541e,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:35.003009 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ce341e67-4f27-4ef3-bb6a-0e115011f7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.025446 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ee645327-34fb-4aca-9dcb-4fadb8f762cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.033018 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ee645327-34fb-4aca-9dcb-4fadb8f762cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.064255 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ce341e67-4f27-4ef3-bb6a-0e115011f7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.080331 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15e2de-73d4-49e0-9f5f-88a6711c4be0 req-a4d5be40-6e6a-48c7-ada4-1648f4fdaa53 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:35.085501 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4a15e2de-73d4-49e0-9f5f-88a6711c4be0 req-a4d5be40-6e6a-48c7-ada4-1648f4fdaa53 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0624545 Aug 09 15:41:35.104270 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-ee645327-34fb-4aca-9dcb-4fadb8f762cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4562fd8a5cb4352b7e84067c56871cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471293 Aug 09 15:41:35.105139 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47744) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:35.107383 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee645327-34fb-4aca-9dcb-4fadb8f762cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47569676-c851-48e8-a37f-33fd8f238776,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:35.143193 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ce341e67-4f27-4ef3-bb6a-0e115011f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.143554 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4a15e2de-73d4-49e0-9f5f-88a6711c4be0 req-9fbf9ada-c2ad-4d03-af93-ba51c50f5798 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549116 Aug 09 15:41:35.150815 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ce341e67-4f27-4ef3-bb6a-0e115011f7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.156293 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-ce341e67-4f27-4ef3-bb6a-0e115011f7e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17970008-f34b-41f0-a1fd-6766d9ae541e HTTP/1.1" status: 204 len: 168 time: 0.2423215 Aug 09 15:41:35.167215 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce341e67-4f27-4ef3-bb6a-0e115011f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17970008-f34b-41f0-a1fd-6766d9ae541e,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:35.180398 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f15bb3-4e96-427d-9f5b-ac5c8c5a3a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.216158 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f15bb3-4e96-427d-9f5b-ac5c8c5a3a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.277685 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f15bb3-4e96-427d-9f5b-ac5c8c5a3a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.281793 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f15bb3-4e96-427d-9f5b-ac5c8c5a3a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.282916 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-a5f15bb3-4e96-427d-9f5b-ac5c8c5a3a2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/47569676-c851-48e8-a37f-33fd8f238776 HTTP/1.1" status: 204 len: 168 time: 0.1768036 Aug 09 15:41:35.290893 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f15bb3-4e96-427d-9f5b-ac5c8c5a3a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47569676-c851-48e8-a37f-33fd8f238776,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:35.584936 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47764) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:35.599828 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-21aaf412-c6f7-44dd-87c3-5505759bc53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.714011 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-21aaf412-c6f7-44dd-87c3-5505759bc53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.718466 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-21aaf412-c6f7-44dd-87c3-5505759bc53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.761092 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-21aaf412-c6f7-44dd-87c3-5505759bc53d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4c7cbfc7adb4905a669523309e203af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1750128 Aug 09 15:41:35.762975 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaf412-c6f7-44dd-87c3-5505759bc53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59754c77-954e-4ee5-8c84-0ce0c345e79d,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:35.764314 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47774) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:35.822546 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c1de54d-4f80-46c8-9ec2-f0cbb5bf15c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.845657 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c1de54d-4f80-46c8-9ec2-f0cbb5bf15c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.894768 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c1de54d-4f80-46c8-9ec2-f0cbb5bf15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.897282 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c1de54d-4f80-46c8-9ec2-f0cbb5bf15c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:35.898409 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-6c1de54d-4f80-46c8-9ec2-f0cbb5bf15c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59754c77-954e-4ee5-8c84-0ce0c345e79d HTTP/1.1" status: 204 len: 168 time: 0.1309025 Aug 09 15:41:35.906770 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1de54d-4f80-46c8-9ec2-f0cbb5bf15c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59754c77-954e-4ee5-8c84-0ce0c345e79d,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:36.283157 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d670b-04cd-4225-b240-872149813725 req-650f14bd-1bc3-4d6b-844d-53c342aef615 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:36.285493 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-117d670b-04cd-4225-b240-872149813725 req-650f14bd-1bc3-4d6b-844d-53c342aef615 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0582266 Aug 09 15:41:36.331449 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-117d670b-04cd-4225-b240-872149813725 req-c1c26b5c-043d-4fbf-8b81-6899403a15c3 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379171 Aug 09 15:41:36.606499 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47822) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:36.756992 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.821362 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0d2e30f4-ddda-401c-bf0c-273942a5af95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.923159 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0d2e30f4-ddda-401c-bf0c-273942a5af95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.927621 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0d2e30f4-ddda-401c-bf0c-273942a5af95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:36.969420 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e30f4-ddda-401c-bf0c-273942a5af95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086cb065-7f23-4c72-b7f8-0b34efd2d8a3,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:36.975232 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-0d2e30f4-ddda-401c-bf0c-273942a5af95 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e157a2c3666545029670bb1bc379c543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667555 Aug 09 15:41:36.978050 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47836) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:37.028628 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ea29e503-972c-47a6-834b-3412b1db9101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.055428 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ea29e503-972c-47a6-834b-3412b1db9101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.109533 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ea29e503-972c-47a6-834b-3412b1db9101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.112133 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ea29e503-972c-47a6-834b-3412b1db9101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:37.121517 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ea29e503-972c-47a6-834b-3412b1db9101 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/086cb065-7f23-4c72-b7f8-0b34efd2d8a3 HTTP/1.1" status: 204 len: 168 time: 0.1345289 Aug 09 15:41:37.132387 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29e503-972c-47a6-834b-3412b1db9101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086cb065-7f23-4c72-b7f8-0b34efd2d8a3,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:37.462758 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5fea8-986e-47c8-ad53-7bb0c33cfbb8 req-2a4c315a-4834-4643-8b0a-b3150f4f48ad tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:37.464487 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-46c5fea8-986e-47c8-ad53-7bb0c33cfbb8 req-2a4c315a-4834-4643-8b0a-b3150f4f48ad tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0580688 Aug 09 15:41:37.514065 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-46c5fea8-986e-47c8-ad53-7bb0c33cfbb8 req-5692c2e5-6ea5-4603-a6ab-cd45e003cfda tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413325 Aug 09 15:41:38.106203 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47918) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:38.240636 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fe876fda-dc17-4c33-8c74-997a17e25d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.348615 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fe876fda-dc17-4c33-8c74-997a17e25d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.352864 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fe876fda-dc17-4c33-8c74-997a17e25d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.392813 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47928) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:38.396043 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-fe876fda-dc17-4c33-8c74-997a17e25d0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b16febde2994825ad6efee592cb4308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861841 Aug 09 15:41:38.396043 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe876fda-dc17-4c33-8c74-997a17e25d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f622043a-9bc8-44d6-bb24-f3a334d43c26,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:38.396223 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47930) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:38.448407 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f5b66e05-944c-4f70-8156-bfef5ad4dcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.469886 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f5b66e05-944c-4f70-8156-bfef5ad4dcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.517196 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6fd27549-5a8a-49ea-98cb-0466b0728b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.539008 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f5b66e05-944c-4f70-8156-bfef5ad4dcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.541832 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f5b66e05-944c-4f70-8156-bfef5ad4dcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.545641 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-f5b66e05-944c-4f70-8156-bfef5ad4dcf8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f622043a-9bc8-44d6-bb24-f3a334d43c26 HTTP/1.1" status: 204 len: 168 time: 0.1489651 Aug 09 15:41:38.559159 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b66e05-944c-4f70-8156-bfef5ad4dcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f622043a-9bc8-44d6-bb24-f3a334d43c26,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:38.651239 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6fd27549-5a8a-49ea-98cb-0466b0728b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.655962 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6fd27549-5a8a-49ea-98cb-0466b0728b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.690916 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99157434-3e3c-47f6-b890-5359c91a8b7d req-85460ebf-7605-4713-b6f5-75c17657e1d6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:38.692386 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-99157434-3e3c-47f6-b890-5359c91a8b7d req-85460ebf-7605-4713-b6f5-75c17657e1d6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0508823 Aug 09 15:41:38.695427 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-6fd27549-5a8a-49ea-98cb-0466b0728b2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=542031b380bc47e2a1b5c46104fe4ea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014872 Aug 09 15:41:38.696390 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd27549-5a8a-49ea-98cb-0466b0728b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beacf7c-3c93-4c82-8bc2-4334773c65cc,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:38.698286 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47940) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:38.779198 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-99157434-3e3c-47f6-b890-5359c91a8b7d req-09751673-b577-47de-bc65-1859b3384faa tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718987 Aug 09 15:41:38.782088 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7f574604-a98c-408d-aade-4bce473f516e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.806870 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7f574604-a98c-408d-aade-4bce473f516e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.858416 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7f574604-a98c-408d-aade-4bce473f516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.861532 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7f574604-a98c-408d-aade-4bce473f516e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.864262 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-7f574604-a98c-408d-aade-4bce473f516e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1beacf7c-3c93-4c82-8bc2-4334773c65cc HTTP/1.1" status: 204 len: 168 time: 0.1648164 Aug 09 15:41:38.872871 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f574604-a98c-408d-aade-4bce473f516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beacf7c-3c93-4c82-8bc2-4334773c65cc,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:38.884168 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 47948) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:38.898127 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4b077f47-58e4-4db8-920b-bb160e041b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:38.996455 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4b077f47-58e4-4db8-920b-bb160e041b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.001238 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4b077f47-58e4-4db8-920b-bb160e041b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.039262 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-4b077f47-58e4-4db8-920b-bb160e041b85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b214eff232ac4da79e7d48b6ea7d2338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537890 Aug 09 15:41:39.040134 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b077f47-58e4-4db8-920b-bb160e041b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e907d77-e23b-4cf9-924c-ce562c7b52c8,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:39.042242 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 47952) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:39.103961 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-86fad6a0-3f84-472c-86eb-6fe143b5eea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.129268 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-86fad6a0-3f84-472c-86eb-6fe143b5eea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.206537 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-86fad6a0-3f84-472c-86eb-6fe143b5eea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.215786 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-86fad6a0-3f84-472c-86eb-6fe143b5eea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:39.221251 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-86fad6a0-3f84-472c-86eb-6fe143b5eea0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e907d77-e23b-4cf9-924c-ce562c7b52c8 HTTP/1.1" status: 204 len: 168 time: 0.1747661 Aug 09 15:41:39.228565 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fad6a0-3f84-472c-86eb-6fe143b5eea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e907d77-e23b-4cf9-924c-ce562c7b52c8,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:41.151236 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 48046) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:41.255804 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4b495881-31d6-4894-9ec4-75b11ea807eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.344383 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4b495881-31d6-4894-9ec4-75b11ea807eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.347919 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4b495881-31d6-4894-9ec4-75b11ea807eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.385383 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-4b495881-31d6-4894-9ec4-75b11ea807eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b186a27382f406b910729290bdbe98c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330909 Aug 09 15:41:41.386202 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b495881-31d6-4894-9ec4-75b11ea807eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823f088e-a0a3-4ce6-8531-bf71593a180c,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:41.388028 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 48052) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:41.438522 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-784662b8-85b4-4dc4-a427-3ed24b1cdf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.458630 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-784662b8-85b4-4dc4-a427-3ed24b1cdf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.512613 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-784662b8-85b4-4dc4-a427-3ed24b1cdf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.515560 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-784662b8-85b4-4dc4-a427-3ed24b1cdf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.517051 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-784662b8-85b4-4dc4-a427-3ed24b1cdf8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/823f088e-a0a3-4ce6-8531-bf71593a180c HTTP/1.1" status: 204 len: 168 time: 0.1279807 Aug 09 15:41:41.526377 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784662b8-85b4-4dc4-a427-3ed24b1cdf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823f088e-a0a3-4ce6-8531-bf71593a180c,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:41.776344 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 48062) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:41.789997 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-478dc711-15b6-4f20-966f-124989cc3ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.879616 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-478dc711-15b6-4f20-966f-124989cc3ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.883787 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-478dc711-15b6-4f20-966f-124989cc3ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.919078 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dc711-15b6-4f20-966f-124989cc3ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad43bd64-e93e-4f22-8ade-cfb9e124abeb,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:41.923995 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-478dc711-15b6-4f20-966f-124989cc3ba9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b4840c3942b48d6b1fe9c9740e6664e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465962 Aug 09 15:41:41.926733 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 48064) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:41.974709 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ef98a677-5452-4598-84b6-085c163fef5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:41.998098 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ef98a677-5452-4598-84b6-085c163fef5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.042734 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ef98a677-5452-4598-84b6-085c163fef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.045294 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ef98a677-5452-4598-84b6-085c163fef5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:42.046630 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-ef98a677-5452-4598-84b6-085c163fef5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad43bd64-e93e-4f22-8ade-cfb9e124abeb HTTP/1.1" status: 204 len: 168 time: 0.1189878 Aug 09 15:41:42.054068 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98a677-5452-4598-84b6-085c163fef5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad43bd64-e93e-4f22-8ade-cfb9e124abeb,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:42.981742 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059a633-d50f-4aa3-bd7e-2e0b86a8aa2c req-8c42e214-0acf-4477-ac18-ed7ab967ab30 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:42.983291 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7059a633-d50f-4aa3-bd7e-2e0b86a8aa2c req-8c42e214-0acf-4477-ac18-ed7ab967ab30 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0572786 Aug 09 15:41:43.028229 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7059a633-d50f-4aa3-bd7e-2e0b86a8aa2c req-ab8443b5-449b-4c8c-b596-197623b796b1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343409 Aug 09 15:41:44.157799 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2155a57-2eb7-4a37-aa3f-449d4aa6a919 req-e200a623-4bb3-45d5-adc0-f3a298f14230 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:44.159915 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2155a57-2eb7-4a37-aa3f-449d4aa6a919 req-e200a623-4bb3-45d5-adc0-f3a298f14230 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0564001 Aug 09 15:41:44.206342 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2155a57-2eb7-4a37-aa3f-449d4aa6a919 req-e7d91aa8-267b-43f7-9775-223cc73338fb tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399806 Aug 09 15:41:44.996310 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 48256) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:45.109286 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b2dcfba4-ecdb-4208-af96-4bf345eb4521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.199017 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b2dcfba4-ecdb-4208-af96-4bf345eb4521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.203500 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b2dcfba4-ecdb-4208-af96-4bf345eb4521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.239676 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcfba4-ecdb-4208-af96-4bf345eb4521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe9a40b-64e3-4ec7-ae6f-164a7d1e58e4,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:45.245032 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-b2dcfba4-ecdb-4208-af96-4bf345eb4521 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bbc29b79b654aeda9fede5d374772d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476604 Aug 09 15:41:45.248047 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 48266) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:45.299690 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-03dff6be-9a4f-4d21-a057-9001e291c4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.319569 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-03dff6be-9a4f-4d21-a057-9001e291c4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.372040 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-03dff6be-9a4f-4d21-a057-9001e291c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.375403 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-03dff6be-9a4f-4d21-a057-9001e291c4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.376988 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-03dff6be-9a4f-4d21-a057-9001e291c4ba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dbe9a40b-64e3-4ec7-ae6f-164a7d1e58e4 HTTP/1.1" status: 204 len: 168 time: 0.1275365 Aug 09 15:41:45.385863 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dff6be-9a4f-4d21-a057-9001e291c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe9a40b-64e3-4ec7-ae6f-164a7d1e58e4,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:45.637794 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 48278) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:45.651114 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8ece4aaf-3186-407b-a6b9-122d40cb480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.741766 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8ece4aaf-3186-407b-a6b9-122d40cb480e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.745498 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8ece4aaf-3186-407b-a6b9-122d40cb480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.786276 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-8ece4aaf-3186-407b-a6b9-122d40cb480e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9462385b86ac465a9537e8949f79a403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442401 Aug 09 15:41:45.786276 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece4aaf-3186-407b-a6b9-122d40cb480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfde2b-dbe2-4fde-8f46-6f8d154a2daf,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:45.786776 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 48280) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:45.836367 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bf484ef6-0821-44ba-97f4-248968b6b1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.856361 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bf484ef6-0821-44ba-97f4-248968b6b1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.904162 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bf484ef6-0821-44ba-97f4-248968b6b1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.906992 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-bf484ef6-0821-44ba-97f4-248968b6b1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:45.908143 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-bf484ef6-0821-44ba-97f4-248968b6b1aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3cdfde2b-dbe2-4fde-8f46-6f8d154a2daf HTTP/1.1" status: 204 len: 168 time: 0.1202836 Aug 09 15:41:45.915761 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf484ef6-0821-44ba-97f4-248968b6b1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfde2b-dbe2-4fde-8f46-6f8d154a2daf,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:48.842472 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efee62-8ab7-474b-be45-5bfd3a09ea29 req-fb4e6992-b659-457a-b748-ece8011d77f5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:48.844104 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b9efee62-8ab7-474b-be45-5bfd3a09ea29 req-fb4e6992-b659-457a-b748-ece8011d77f5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0473652 Aug 09 15:41:48.881244 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b9efee62-8ab7-474b-be45-5bfd3a09ea29 req-a75d0ef8-3818-4dca-a2b0-50c0f10d3415 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313399 Aug 09 15:41:49.999579 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fce35-8a67-48bf-9155-5d20ee6bf747 req-0cb68b22-f611-4bd4-9d8b-1963d55bbee8 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:50.001735 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-560fce35-8a67-48bf-9155-5d20ee6bf747 req-0cb68b22-f611-4bd4-9d8b-1963d55bbee8 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0511677 Aug 09 15:41:50.242758 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-560fce35-8a67-48bf-9155-5d20ee6bf747 req-4efed3bb-5c83-4ff1-96d7-6b5e3219cd34 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351117 Aug 09 15:41:50.347198 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:41:50.883828 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 48390) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:50.993863 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b185794-d758-45fb-80cd-c2075e533ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.080869 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b185794-d758-45fb-80cd-c2075e533ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.084230 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1b185794-d758-45fb-80cd-c2075e533ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.120707 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-1b185794-d758-45fb-80cd-c2075e533ac6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cbe75d1f00043a2aab03d330be9c0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357531 Aug 09 15:41:51.124263 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 48398) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:41:51.126160 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b185794-d758-45fb-80cd-c2075e533ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64d052c-5598-42a7-9243-cd541f90e8cd,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:51.178336 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-212bbba6-fe6a-4e31-97b9-14d4fb001978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.198099 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-212bbba6-fe6a-4e31-97b9-14d4fb001978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.244583 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-212bbba6-fe6a-4e31-97b9-14d4fb001978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.247139 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-212bbba6-fe6a-4e31-97b9-14d4fb001978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:51.248303 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-212bbba6-fe6a-4e31-97b9-14d4fb001978 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e64d052c-5598-42a7-9243-cd541f90e8cd HTTP/1.1" status: 204 len: 168 time: 0.1166117 Aug 09 15:41:51.256185 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bbba6-fe6a-4e31-97b9-14d4fb001978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64d052c-5598-42a7-9243-cd541f90e8cd,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:41:53.444629 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-105c845f-e9f5-4872-9a04-dfc758027206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:54.873951 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59075b5b-748c-46e7-8177-2de27c46ef8e req-ecfcd488-20cd-48b4-b0fc-5a34f6c2293c tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:54.876259 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-59075b5b-748c-46e7-8177-2de27c46ef8e req-ecfcd488-20cd-48b4-b0fc-5a34f6c2293c tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0490091 Aug 09 15:41:54.913030 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-59075b5b-748c-46e7-8177-2de27c46ef8e req-955e69ef-17e2-4ad7-b9d1-430f8b5640c7 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Aug 09 15:41:56.033226 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3aa4d-83f6-498b-ae65-8fcd4913f792 req-d0a074b3-3441-4b07-a26a-91efffbbd5da tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:41:56.035650 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-71f3aa4d-83f6-498b-ae65-8fcd4913f792 req-d0a074b3-3441-4b07-a26a-91efffbbd5da tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0510087 Aug 09 15:41:56.052772 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-83622c0b-1d5a-4056-8995-ca59668bb006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:56.075761 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-71f3aa4d-83f6-498b-ae65-8fcd4913f792 req-156c0b2a-7a86-4a29-b12f-818a1f5ddf11 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340862 Aug 09 15:41:56.252359 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:57.160444 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:41:58.856060 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:00.253346 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e159e-4a63-4cf6-9d3c-aacb3b213d26 req-535f7649-7c19-4ca8-b018-ac358bf6f57f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:00.254718 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f56e159e-4a63-4cf6-9d3c-aacb3b213d26 req-535f7649-7c19-4ca8-b018-ac358bf6f57f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0488074 Aug 09 15:42:00.290944 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f56e159e-4a63-4cf6-9d3c-aacb3b213d26 req-91a1b5ad-5b8f-4ee8-b112-65d9cfcd526c tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303235 Aug 09 15:42:01.409843 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee21f6-0e3f-46cf-afe8-22327d41e6db req-d2635548-4c67-43fe-bacc-f47fc8e7c09b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:01.411340 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9bee21f6-0e3f-46cf-afe8-22327d41e6db req-d2635548-4c67-43fe-bacc-f47fc8e7c09b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0497615 Aug 09 15:42:01.451234 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9bee21f6-0e3f-46cf-afe8-22327d41e6db req-e4fcd42e-0d2d-4304-927a-5be3c21981ac tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Aug 09 15:42:05.569485 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bbc25-2388-4869-907e-eb889747fdfb req-c4dc5cab-041a-4db9-9e4a-2dea9e5759f1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:05.570988 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e91bbc25-2388-4869-907e-eb889747fdfb req-c4dc5cab-041a-4db9-9e4a-2dea9e5759f1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0522928 Aug 09 15:42:05.609057 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e91bbc25-2388-4869-907e-eb889747fdfb req-d90e9775-77ee-4329-92a1-56f825b24f9d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322366 Aug 09 15:42:06.783250 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:09.957943 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d9804-f517-4f49-aa07-664fce5850a3 req-46361e40-6bc4-4688-b713-68d3c228bc98 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:09.959424 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-883d9804-f517-4f49-aa07-664fce5850a3 req-46361e40-6bc4-4688-b713-68d3c228bc98 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0466409 Aug 09 15:42:09.998223 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-883d9804-f517-4f49-aa07-664fce5850a3 req-d4d3f015-c098-4e21-bd78-523436b0c9c8 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316663 Aug 09 15:42:11.116806 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34090105-c881-4b57-af73-246d4f71cca5 req-9e46b575-3492-4cd1-bea9-1520ea5326bb tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:11.118210 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-34090105-c881-4b57-af73-246d4f71cca5 req-9e46b575-3492-4cd1-bea9-1520ea5326bb tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0490053 Aug 09 15:42:11.154929 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-34090105-c881-4b57-af73-246d4f71cca5 req-f18ff2d2-771b-40bc-9bfc-2aa07860f3a1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307245 Aug 09 15:42:12.280392 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96c03c-1f59-46da-853d-d62733383f4c req-5644a611-bb27-485e-9926-e8b5451f9945 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:12.282145 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-be96c03c-1f59-46da-853d-d62733383f4c req-5644a611-bb27-485e-9926-e8b5451f9945 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0541978 Aug 09 15:42:12.321313 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-be96c03c-1f59-46da-853d-d62733383f4c req-e97129a6-e81e-47df-8f3a-74a03a8b6a00 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Aug 09 15:42:13.147006 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 48834) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:13.254911 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cd272a28-8190-4c30-b229-f1498e81728f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.346562 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cd272a28-8190-4c30-b229-f1498e81728f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.350516 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cd272a28-8190-4c30-b229-f1498e81728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.391031 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-cd272a28-8190-4c30-b229-f1498e81728f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb3b8823919d4f1f84200eb49ce35130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429221 Aug 09 15:42:13.391774 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd272a28-8190-4c30-b229-f1498e81728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d779776-3fe4-4555-903e-8367258a22d4,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:13.394734 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 48842) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:13.453739 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8cf6-eb7b-4ce2-b1bc-6d98e5082e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.474662 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8cf6-eb7b-4ce2-b1bc-6d98e5082e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.530763 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8cf6-eb7b-4ce2-b1bc-6d98e5082e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.534379 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8cf6-eb7b-4ce2-b1bc-6d98e5082e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.535532 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-d4aa8cf6-eb7b-4ce2-b1bc-6d98e5082e0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d779776-3fe4-4555-903e-8367258a22d4 HTTP/1.1" status: 204 len: 168 time: 0.1394393 Aug 09 15:42:13.543048 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa8cf6-eb7b-4ce2-b1bc-6d98e5082e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d779776-3fe4-4555-903e-8367258a22d4,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:13.801653 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 48852) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:13.816617 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-39fa962c-a355-44be-8718-1f9bb7510872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.903782 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-39fa962c-a355-44be-8718-1f9bb7510872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.907324 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-39fa962c-a355-44be-8718-1f9bb7510872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:13.944695 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-39fa962c-a355-44be-8718-1f9bb7510872 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ed241fbd5e14757a64f236a16aa62ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419806 Aug 09 15:42:13.945518 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa962c-a355-44be-8718-1f9bb7510872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9369d22c-5851-4f7f-83c9-ed14eb107d0b,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:13.947388 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 48854) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:13.999611 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ffc05f5c-b06d-4cd8-8396-4c86727f0569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.025355 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ffc05f5c-b06d-4cd8-8396-4c86727f0569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.074515 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ffc05f5c-b06d-4cd8-8396-4c86727f0569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.077219 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ffc05f5c-b06d-4cd8-8396-4c86727f0569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.078339 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ffc05f5c-b06d-4cd8-8396-4c86727f0569 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9369d22c-5851-4f7f-83c9-ed14eb107d0b HTTP/1.1" status: 204 len: 168 time: 0.1299188 Aug 09 15:42:14.086586 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc05f5c-b06d-4cd8-8396-4c86727f0569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9369d22c-5851-4f7f-83c9-ed14eb107d0b,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:14.399067 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 48864) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:14.412320 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0f5d8f43-cd18-4c76-8d4c-da58421e4354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.500246 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0f5d8f43-cd18-4c76-8d4c-da58421e4354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.504768 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0f5d8f43-cd18-4c76-8d4c-da58421e4354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.543323 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-0f5d8f43-cd18-4c76-8d4c-da58421e4354 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02d4754d3611491cbaea1ee1cb915316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430411 Aug 09 15:42:14.544165 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d8f43-cd18-4c76-8d4c-da58421e4354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783de7fb-75a7-4192-b642-88aa362feb70,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:14.545974 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 48866) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:14.596670 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9bf04d12-dbe0-419e-b4c9-ebe0276bae92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.618279 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9bf04d12-dbe0-419e-b4c9-ebe0276bae92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.665494 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9bf04d12-dbe0-419e-b4c9-ebe0276bae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.668091 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9bf04d12-dbe0-419e-b4c9-ebe0276bae92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:14.671857 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-9bf04d12-dbe0-419e-b4c9-ebe0276bae92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/783de7fb-75a7-4192-b642-88aa362feb70 HTTP/1.1" status: 204 len: 168 time: 0.1246288 Aug 09 15:42:14.683134 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf04d12-dbe0-419e-b4c9-ebe0276bae92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783de7fb-75a7-4192-b642-88aa362feb70,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:17.144018 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bd70c-6a04-45e4-892b-55fb409e9a62 req-514b94ef-36fc-4f68-b6c3-00b9e9340e60 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:17.146689 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-798bd70c-6a04-45e4-892b-55fb409e9a62 req-514b94ef-36fc-4f68-b6c3-00b9e9340e60 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0485742 Aug 09 15:42:17.184640 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-798bd70c-6a04-45e4-892b-55fb409e9a62 req-7859406a-8ae4-4c50-b00d-6bfb814e5e97 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Aug 09 15:42:18.306096 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fe8d0-44fb-474c-be0b-3754279ff677 req-cdf3dd69-5dc0-488e-a2cf-fb4429224e59 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:18.307829 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-321fe8d0-44fb-474c-be0b-3754279ff677 req-cdf3dd69-5dc0-488e-a2cf-fb4429224e59 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0510609 Aug 09 15:42:18.349552 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-321fe8d0-44fb-474c-be0b-3754279ff677 req-fe19ae64-1ba2-4cd5-8269-632e8ca20c7d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345030 Aug 09 15:42:18.488906 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 48950) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:18.598765 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7cfd-1295-4bd5-b0f1-7e60e024e8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:18.692363 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7cfd-1295-4bd5-b0f1-7e60e024e8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:18.696122 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7b1f7cfd-1295-4bd5-b0f1-7e60e024e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:18.733733 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-7b1f7cfd-1295-4bd5-b0f1-7e60e024e8f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89f63fd8a2ba44f08ae48cf3b431d8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437472 Aug 09 15:42:18.734575 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f7cfd-1295-4bd5-b0f1-7e60e024e8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0980c-43ad-4365-a6f7-6b147b01f8d9,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:18.736344 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 48956) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:18.789363 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cba68829-6fbb-49c6-8ec9-41fad73b879d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:18.813155 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cba68829-6fbb-49c6-8ec9-41fad73b879d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:18.857464 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cba68829-6fbb-49c6-8ec9-41fad73b879d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:18.859905 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cba68829-6fbb-49c6-8ec9-41fad73b879d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:18.861082 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-cba68829-6fbb-49c6-8ec9-41fad73b879d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72f0980c-43ad-4365-a6f7-6b147b01f8d9 HTTP/1.1" status: 204 len: 168 time: 0.1227372 Aug 09 15:42:18.869186 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba68829-6fbb-49c6-8ec9-41fad73b879d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0980c-43ad-4365-a6f7-6b147b01f8d9,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:19.469300 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ef326-392c-46b2-8599-09ac1ea70c63 req-34903de5-69c3-429e-9356-8b05166c5be6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.470806 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f8ef326-392c-46b2-8599-09ac1ea70c63 req-34903de5-69c3-429e-9356-8b05166c5be6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0520463 Aug 09 15:42:19.511195 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f8ef326-392c-46b2-8599-09ac1ea70c63 req-ebbefc1c-8aca-4380-9948-a4f3c3ba451b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337992 Aug 09 15:42:19.553440 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 48996) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:19.653214 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1931787615-network', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:19.680142 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Made reservation on behalf of fc67fe97d83e44a985c2a58971e7d1d0 for: {'network': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:19.682651 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:19.691956 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:19.796122 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:19.799009 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:19.828803 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=99999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:42:19.841719 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b91b5af-6ecf-4f4b-9030-8aafe1596f79,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:19.847186 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:19.847526 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.segments_db [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Added segment 0dc52e25-0c84-4888-bde8-b0139be5bc81 of type vlan for network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f Aug 09 15:42:19.892816 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:19.921458 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:19.922420 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:19.923040 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:19.980550 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4260182 Aug 09 15:42:19.983696 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49002) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:19.985784 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69f78f-7c4f-4673-af23-229d08879855 admin admin] Pushing event updated for resources: {'Network': ['ID=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:19.988943 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Request body: {'subnet': {'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1931787615-subnet', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'ip_version': 4}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:19.996384 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:42:20.013277 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Made reservation on behalf of fc67fe97d83e44a985c2a58971e7d1d0 for: {'subnet': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:20.015667 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14180499'] for subnet, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.192481 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15668150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14180513'] for subnet, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.254296 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f66c379-e042-4a7d-bba4-c97baaa49978,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:20.260210 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Checking segment: {'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:20.260534 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Network hostable DHCP agents. Network: d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:42:20.278100 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:42:20.288859 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f) {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:20.294591 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:20.295677 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.314517 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f1220-621e-4555-b97c-ef228d29fb67 None None] Network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:20.328963 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 49014) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:20.331570 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-93ad59ad-c676-49cd-a584-3564fba197f8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3464277 Aug 09 15:42:20.335435 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:20.370113 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.372351 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-886117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.443645 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.523520 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3423916f-b9ce-52bf-b934-1f6a46b7609a-d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978'}]}} from dv-cinder-788365-6-iscsi. {{(pid=100000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:42:20.524395 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.593472 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.671250 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.db_base_plugin_common [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Allocated IP 172.20.0.2 (d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f/2f66c379-e042-4a7d-bba4-c97baaa49978/e0cf9cff-5a1f-42da-95e0-c544d31b2b93) {{(pid=100000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:20.817548 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.840026 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Notify callbacks [] for port, precommit_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.841475 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.849152 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Transition to ACTIVE for port object e0cf9cff-5a1f-42da-95e0-c544d31b2b93 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:20.865444 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Transition to ACTIVE for port object e0cf9cff-5a1f-42da-95e0-c544d31b2b93 will not be triggered until provisioned by entity DHCP. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:20.871423 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:20.912097 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f is already hosted by enough agents. {{(pid=100000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:20.915317 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.base_scheduler [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Resources bound (agent type, host, resource id): {{(pid=100000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:20.920598 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Received port after_create {{(pid=100000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:20.951720 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Pushing event updated for resources: {'Port': ['ID=e0cf9cff-5a1f-42da-95e0-c544d31b2b93,revision_number=1']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:20.960869 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.961573 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.962342 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.963204 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.963459 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.963789 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.964121 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.964539 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.964797 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.965555 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.966011 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.966500 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:20.971161 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Allocated IP 172.27.3.229 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/dc3aa000-8a91-4852-856e-3f01f46f674b) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:20.996737 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Attempting to bind port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:20.997581 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Attempting to bind port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:20.998102 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Attempting to bind port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 on network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:21.004358 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:21.004883 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Checking segment: {'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:21.005288 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.005680 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Bound using segment: {'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:21.006150 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Bound port: e0cf9cff-5a1f-42da-95e0-c544d31b2b93, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:21.006531 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.068520 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] For port e0cf9cff-5a1f-42da-95e0-c544d31b2b93, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:21.071582 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] For port e0cf9cff-5a1f-42da-95e0-c544d31b2b93, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=e0cf9cff-5a1f-42da-95e0-c544d31b2b93,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:21.076153 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.085602 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.129358 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.138597 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e9940-549f-4a5e-a017-67a288d06e94 None None] Pushing event updated for resources: {'Port': ['ID=e0cf9cff-5a1f-42da-95e0-c544d31b2b93,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:21.164814 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:21.169577 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:21.173013 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:21.199062 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Pushing event updated for resources: {'Port': ['ID=dc3aa000-8a91-4852-856e-3f01f46f674b,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:21.461496 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.520081 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device e0cf9cff-5a1f-42da-95e0-c544d31b2b93 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:21.569086 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:21.652075 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-886124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087'] for router, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.776367 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Router fa14265d-2a90-47de-a1cc-7e80e6c812ca is scheduled to L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 with binding_index 1 {{(pid=99999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:42:21.888355 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:21.898626 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Sync routers for ids ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:21.906008 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:21.907931 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-60f0e54f-34b0-4846-a506-f2370e4e49db admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5772948 Aug 09 15:42:21.909958 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Routers {'fa14265d-2a90-47de-a1cc-7e80e6c812ca'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:21.910597 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:41:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:21.911347 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49066) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:22.043927 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Set router fa14265d-2a90-47de-a1cc-7e80e6c812ca gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:22.105296 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb291aef-9b05-46fc-9534-49908a2e05d7 None None] Network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:22.235685 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-fff8e6fa-9d85-403c-b85c-891c1ae7760d None None] Provisioning for port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:22.242280 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-fff8e6fa-9d85-403c-b85c-891c1ae7760d None None] Provisioning complete for port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:22.242898 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fff8e6fa-9d85-403c-b85c-891c1ae7760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.244084 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:21Z', 'revision_number': 3, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:22.274199 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Checking router: fa14265d-2a90-47de-a1cc-7e80e6c812ca for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:22.274487 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Updating router fa14265d-2a90-47de-a1cc-7e80e6c812ca port dc3aa000-8a91-4852-856e-3f01f46f674b binding host dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:42:22.299639 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.343756 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fff8e6fa-9d85-403c-b85c-891c1ae7760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.379945 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-fff8e6fa-9d85-403c-b85c-891c1ae7760d None None] For port e0cf9cff-5a1f-42da-95e0-c544d31b2b93, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=e0cf9cff-5a1f-42da-95e0-c544d31b2b93,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:22.389982 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fff8e6fa-9d85-403c-b85c-891c1ae7760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.449678 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8e6fa-9d85-403c-b85c-891c1ae7760d None None] Pushing event updated for resources: {'Port': ['ID=e0cf9cff-5a1f-42da-95e0-c544d31b2b93,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:22.518341 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-00d373e5-c94e-48f5-a760-4db92c322b19 None None] Provisioning complete for port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:22.518341 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-00d373e5-c94e-48f5-a760-4db92c322b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.598097 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.607996 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Notify callbacks [] for port, precommit_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.618932 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.provisioning_blocks [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Transition to ACTIVE for port object dc3aa000-8a91-4852-856e-3f01f46f674b will not be triggered until provisioned by entity L2. {{(pid=100001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:22.624985 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.680345 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Attempting to bind port dc3aa000-8a91-4852-856e-3f01f46f674b on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:22.680740 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Attempting to bind port dc3aa000-8a91-4852-856e-3f01f46f674b by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:22.681115 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Attempting to bind port dc3aa000-8a91-4852-856e-3f01f46f674b on network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:22.684089 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Pushing event updated for resources: {'Port': ['ID=dc3aa000-8a91-4852-856e-3f01f46f674b,revision_number=2']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:22.692291 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:22.692673 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:22.693111 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.693505 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Bound using segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:22.693966 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Bound port: dc3aa000-8a91-4852-856e-3f01f46f674b, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:22.694362 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.697313 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.697661 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.698002 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.698338 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.698669 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.698999 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.699426 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.699761 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.700088 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.700420 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.700754 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.701122 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:22.753185 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Allocated IP 172.20.0.1 (d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f/2f66c379-e042-4a7d-bba4-c97baaa49978/d3a14838-73f4-4ed8-a33c-1d5667f36601) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:22.845631 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] For port dc3aa000-8a91-4852-856e-3f01f46f674b, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:22.862077 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] For port dc3aa000-8a91-4852-856e-3f01f46f674b, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=dc3aa000-8a91-4852-856e-3f01f46f674b,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:22.867768 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.870323 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.883611 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Transition to ACTIVE for port object d3a14838-73f4-4ed8-a33c-1d5667f36601 will not be triggered until provisioned by entity DHCP. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:22.927099 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:22.927847 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Routers {'fa14265d-2a90-47de-a1cc-7e80e6c812ca'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:22.928571 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:41:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:22.968120 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:22.969526 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:22.975780 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:23.005558 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab187a-7827-4420-a71f-9d5c1b041a77 req-c3e913b7-3134-432c-bcf5-e9f1c84fe8a1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:23.007965 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7dab187a-7827-4420-a71f-9d5c1b041a77 req-c3e913b7-3134-432c-bcf5-e9f1c84fe8a1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0552526 Aug 09 15:42:23.008545 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a14838-73f4-4ed8-a33c-1d5667f36601,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:23.033173 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889364'] for router_interface, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.048505 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11529969-8478-492d-a537-bb89b10ee26a None None] Pushing event updated for resources: {'Port': ['ID=dc3aa000-8a91-4852-856e-3f01f46f674b,revision_number=3']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:23.077723 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] Set router fa14265d-2a90-47de-a1cc-7e80e6c812ca gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:23.094360 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7dab187a-7827-4420-a71f-9d5c1b041a77 req-59225d62-1bd1-428b-a9e4-fbbc9f3c15bf tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764084 Aug 09 15:42:23.228642 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.307632 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:21Z', 'revision_number': 3, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:23.335802 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114076f6-40ad-4f12-a40e-05525e5bba9b None None] The sync data for ids ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'] in dv-cinder-788365-6-iscsi is: [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:21Z', 'revision_number': 3, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:23.355307 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-04b451b3-ada0-4c2e-9874-8ba0a30c39fa None None] Provisioning for port d3a14838-73f4-4ed8-a33c-1d5667f36601 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:23.363104 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-04b451b3-ada0-4c2e-9874-8ba0a30c39fa None None] Provisioning complete for port d3a14838-73f4-4ed8-a33c-1d5667f36601 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:23.368004 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-04b451b3-ada0-4c2e-9874-8ba0a30c39fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.415725 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-04b451b3-ada0-4c2e-9874-8ba0a30c39fa None None] Port d3a14838-73f4-4ed8-a33c-1d5667f36601 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:42:23.456345 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-104c9b05-bcfa-4aff-9af8-33396a94c56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.460585 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.473128 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.504401 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device e0cf9cff-5a1f-42da-95e0-c544d31b2b93 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:23.555542 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889504'] for router_interface, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.568993 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a14838-73f4-4ed8-a33c-1d5667f36601,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:23.576127 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:23.576492 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.613665 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.620608 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.621073 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.621425 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.621750 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.622085 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.622468 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.622742 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.623070 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.623391 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.623714 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.624037 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:23.688471 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:23.690569 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:23.833225 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Router fa14265d-2a90-47de-a1cc-7e80e6c812ca has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:23.950792 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-f6ebd113-33f0-4b3e-bbc8-2f57705d3121 None None] Provisioning complete for port d3a14838-73f4-4ed8-a33c-1d5667f36601 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:23.951171 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-f6ebd113-33f0-4b3e-bbc8-2f57705d3121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:23.983572 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:23.989917 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-c28330fc-aaea-49c0-9290-eca51e7b3d56 admin admin] 10.222.0.10 "PUT /v2.0/routers/fa14265d-2a90-47de-a1cc-7e80e6c812ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0770643 Aug 09 15:42:23.998979 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-f6ebd113-33f0-4b3e-bbc8-2f57705d3121 None None] Port d3a14838-73f4-4ed8-a33c-1d5667f36601 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:42:24.228484 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59a33c-4bf1-4577-8cdd-877ba559c85d req-19c6bc25-ed03-4b75-bf08-3cf9bd81e032 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:24.230309 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8f59a33c-4bf1-4577-8cdd-877ba559c85d req-19c6bc25-ed03-4b75-bf08-3cf9bd81e032 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0654836 Aug 09 15:42:24.271633 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8f59a33c-4bf1-4577-8cdd-877ba559c85d req-bcbc492e-0a96-4eb3-9618-19f199b53656 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353036 Aug 09 15:42:24.554760 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49154) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:24.559891 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-378827379-network', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:24.582408 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Made reservation on behalf of a512dd967acd49b0a76a09e1bded789f for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:24.585180 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.595085 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.703795 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.708893 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.733475 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:42:24.747727 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ded5fb8-684a-467b-91b4-bacef12484fa,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:24.753297 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.753774 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Added segment 8dc56093-964e-4a52-bc74-e8338b2bb342 of type vlan for network d412f81b-918c-45bf-9098-336c66cc86ce Aug 09 15:42:24.823349 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.843740 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f096458-9e9a-46f7-a178-2b0d04023705 req-361b63bc-1536-4552-84ee-3d72d997083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:24.845273 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2f096458-9e9a-46f7-a178-2b0d04023705 req-361b63bc-1536-4552-84ee-3d72d997083d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 1098 time: 0.0825965 Aug 09 15:42:24.873076 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.874017 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:24.874605 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:24.946933 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2f096458-9e9a-46f7-a178-2b0d04023705 req-b02b6441-be26-4f93-be6b-0d1a48fbafce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915112 Aug 09 15:42:24.948177 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3921943 Aug 09 15:42:24.950933 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49160) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:24.957903 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Request body: {'subnet': {'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-378827379-subnet', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'ip_version': 4}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:24.965753 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a1dc4-e2c2-40e9-956c-ca8038098720 admin admin] Pushing event updated for resources: {'Network': ['ID=d412f81b-918c-45bf-9098-336c66cc86ce,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:24.976249 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network d412f81b-918c-45bf-9098-336c66cc86ce details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:42:24.992283 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Made reservation on behalf of a512dd967acd49b0a76a09e1bded789f for: {'subnet': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:42:24.994901 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14180499'] for subnet, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.141068 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Sync routers for ids ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:25.150864 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Routers {'fa14265d-2a90-47de-a1cc-7e80e6c812ca'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:25.151593 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:41:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:25.183613 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15668150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14180513'] for subnet, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.234712 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=77742682-18c4-4195-a5bd-48dda25361f5,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:25.263011 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Checking segment: {'id': '8dc56093-964e-4a52-bc74-e8338b2bb342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:25.263229 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Network hostable DHCP agents. Network: d412f81b-918c-45bf-9098-336c66cc86ce, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:42:25.266240 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Set router fa14265d-2a90-47de-a1cc-7e80e6c812ca gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:25.281260 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Network d412f81b-918c-45bf-9098-336c66cc86ce is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:42:25.294090 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, d412f81b-918c-45bf-9098-336c66cc86ce) {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:25.299898 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.300645 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.309418 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e1c84-de4a-43aa-86e2-c613a3c8b44e None None] Network d412f81b-918c-45bf-9098-336c66cc86ce requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:25.319973 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-961c86b6-0ac6-4c40-a5fa-615f34a14e2f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3656042 Aug 09 15:42:25.320178 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49170) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:25.327103 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-378827379-router', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:25.349541 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.350652 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-886117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.407209 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.422310 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d66af1-f144-4264-aa4a-459e1e9a8964 req-eb103612-dbd0-4a77-b1fb-000c88d142ae tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:25.424738 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e0d66af1-f144-4264-aa4a-459e1e9a8964 req-eb103612-dbd0-4a77-b1fb-000c88d142ae tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0687003 Aug 09 15:42:25.523956 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e0d66af1-f144-4264-aa4a-459e1e9a8964 req-6d73cca2-5d92-458f-8a82-76e39cd014c4 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865257 Aug 09 15:42:25.585012 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device dc3aa000-8a91-4852-856e-3f01f46f674b up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:25.615322 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.775371 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port dc3aa000-8a91-4852-856e-3f01f46f674b completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:25.783984 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port dc3aa000-8a91-4852-856e-3f01f46f674b triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:25.784498 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.807347 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3423916f-b9ce-52bf-b934-1f6a46b7609a-d412f81b-918c-45bf-9098-336c66cc86ce', 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'fixed_ips': [{'subnet_id': '77742682-18c4-4195-a5bd-48dda25361f5'}]}} from dv-cinder-788365-6-iscsi. {{(pid=100000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:42:25.808293 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.871169 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.891677 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:25.915955 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'd3a14838-73f4-4ed8-a33c-1d5667f36601', 'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'mac_address': 'fa:16:3e:5c:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:22Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 2, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'subnets': [{'id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:25.961221 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Checking router: fa14265d-2a90-47de-a1cc-7e80e6c812ca for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:25.961688 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Updating router fa14265d-2a90-47de-a1cc-7e80e6c812ca port d3a14838-73f4-4ed8-a33c-1d5667f36601 binding host dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:42:26.022000 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Allocated IP 172.27.3.164 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/4e491d61-b54b-476e-9632-79ba9a36dea3) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:26.042505 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.084870 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.125301 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.db_base_plugin_common [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Allocated IP 172.20.0.2 (d412f81b-918c-45bf-9098-336c66cc86ce/77742682-18c4-4195-a5bd-48dda25361f5/b3a533ac-7db5-4c72-b22a-32b8f2c5985f) {{(pid=100000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:26.128784 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-153a954a-94a3-4c5b-ae20-380cc4f9b9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.143362 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port dc3aa000-8a91-4852-856e-3f01f46f674b, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=dc3aa000-8a91-4852-856e-3f01f46f674b,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:26.144130 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.155390 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.187498 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.226194 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:26.233168 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:26.237237 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:26.264045 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=4e491d61-b54b-476e-9632-79ba9a36dea3,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:26.332173 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.338908 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=dc3aa000-8a91-4852-856e-3f01f46f674b,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:26.515559 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Notify callbacks [] for port, precommit_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.534914 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Transition to ACTIVE for port object b3a533ac-7db5-4c72-b22a-32b8f2c5985f will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:26.587188 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Transition to ACTIVE for port object b3a533ac-7db5-4c72-b22a-32b8f2c5985f will not be triggered until provisioned by entity DHCP. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:26.591790 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.598766 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.616576 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Notify callbacks [] for port, precommit_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.664192 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Network d412f81b-918c-45bf-9098-336c66cc86ce is already hosted by enough agents. {{(pid=100000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:26.665160 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d44521-0d8a-4b3d-b003-75c30e19105c req-74910e7e-fad4-4ecf-82d6-d1c808d193ec tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:26.667064 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Transition to ACTIVE for port object d3a14838-73f4-4ed8-a33c-1d5667f36601 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:26.667316 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-65d44521-0d8a-4b3d-b003-75c30e19105c req-74910e7e-fad4-4ecf-82d6-d1c808d193ec tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0588317 Aug 09 15:42:26.672340 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.base_scheduler [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Resources bound (agent type, host, resource id): {{(pid=100000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:26.678101 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Received port after_create {{(pid=100000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:26.682053 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.687099 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Pushing event updated for resources: {'Port': ['ID=b3a533ac-7db5-4c72-b22a-32b8f2c5985f,revision_number=1']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:26.710549 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-65d44521-0d8a-4b3d-b003-75c30e19105c req-45e3838a-9a4d-4904-a1dd-cf9c86ada2ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355444 Aug 09 15:42:26.797883 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Attempting to bind port b3a533ac-7db5-4c72-b22a-32b8f2c5985f on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:26.798259 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Attempting to bind port b3a533ac-7db5-4c72-b22a-32b8f2c5985f by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '8dc56093-964e-4a52-bc74-e8338b2bb342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:26.798652 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Attempting to bind port b3a533ac-7db5-4c72-b22a-32b8f2c5985f on network d412f81b-918c-45bf-9098-336c66cc86ce {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:26.801727 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d865e0-981b-4304-bd65-30fc279cd85f None None] Pushing event updated for resources: {'Port': ['ID=d3a14838-73f4-4ed8-a33c-1d5667f36601,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:26.817323 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:26.817702 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Checking segment: {'id': '8dc56093-964e-4a52-bc74-e8338b2bb342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:26.818106 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.818503 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Bound using segment: {'id': '8dc56093-964e-4a52-bc74-e8338b2bb342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:26.818994 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Bound port: b3a533ac-7db5-4c72-b22a-32b8f2c5985f, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc56093-964e-4a52-bc74-e8338b2bb342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:26.819379 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.877428 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-886124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087'] for router, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.895834 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Attempting to bind port d3a14838-73f4-4ed8-a33c-1d5667f36601 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:26.896207 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Attempting to bind port d3a14838-73f4-4ed8-a33c-1d5667f36601 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:26.896575 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Attempting to bind port d3a14838-73f4-4ed8-a33c-1d5667f36601 on network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:26.909927 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:26.910302 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Checking segment: {'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:26.910708 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.911110 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Bound using segment: {'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:26.911598 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Bound port: d3a14838-73f4-4ed8-a33c-1d5667f36601, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:26.911989 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:26.966347 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] For port b3a533ac-7db5-4c72-b22a-32b8f2c5985f, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:26.985134 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] For port b3a533ac-7db5-4c72-b22a-32b8f2c5985f, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=b3a533ac-7db5-4c72-b22a-32b8f2c5985f,segment=NetworkSegment(8dc56093-964e-4a52-bc74-e8338b2bb342),segment_id=8dc56093-964e-4a52-bc74-e8338b2bb342)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:26.992567 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.020742 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Router 0f780717-d272-4ddd-84bf-014cbd8bfb2d is scheduled to L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 with binding_index 1 {{(pid=99998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:42:27.055337 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] For port d3a14838-73f4-4ed8-a33c-1d5667f36601, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:27.084376 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] For port d3a14838-73f4-4ed8-a33c-1d5667f36601, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=d3a14838-73f4-4ed8-a33c-1d5667f36601,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:27.095289 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.100686 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91929c52-905f-44c1-ba13-e30ad654ca92 None None] Pushing event updated for resources: {'Port': ['ID=b3a533ac-7db5-4c72-b22a-32b8f2c5985f,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:27.179355 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Routers {'fa14265d-2a90-47de-a1cc-7e80e6c812ca'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:27.179355 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:42:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:27.250948 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.267079 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d865e0-981b-4304-bd65-30fc279cd85f None None] Pushing event updated for resources: {'Port': ['ID=d3a14838-73f4-4ed8-a33c-1d5667f36601,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:27.347942 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:42:27.375971 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] Set router fa14265d-2a90-47de-a1cc-7e80e6c812ca gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:27.538149 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:27.550179 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Sync routers for ids ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:27.567073 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Routers {'0f780717-d272-4ddd-84bf-014cbd8bfb2d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:27.567701 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:42:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:27.575079 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] Notify callbacks [] for router, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:27.579962 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 49230) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:27.580672 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-9dc3a22d-3dfd-4cf7-a411-5d15bc91c8c3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2591026 Aug 09 15:42:27.673027 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device b3a533ac-7db5-4c72-b22a-32b8f2c5985f up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:27.705050 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Set router 0f780717-d272-4ddd-84bf-014cbd8bfb2d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:27.926099 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'd3a14838-73f4-4ed8-a33c-1d5667f36601', 'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'mac_address': 'fa:16:3e:5c:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:22Z', 'updated_at': '2021-08-09T15:42:27Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'subnets': [{'id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:27.931676 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port b3a533ac-7db5-4c72-b22a-32b8f2c5985f completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:27.956763 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9be08c-9ae9-4b95-a9f9-13a94cb39e74 None None] The sync data for ids ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'] in dv-cinder-788365-6-iscsi is: [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'd3a14838-73f4-4ed8-a33c-1d5667f36601', 'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'mac_address': 'fa:16:3e:5c:23:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:22Z', 'updated_at': '2021-08-09T15:42:27Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'subnets': [{'id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:27.957314 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'name': 'tempest-TestShelveInstance-378827379-router', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 3, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'gw_port': {'id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fa:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:27.959679 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device dc3aa000-8a91-4852-856e-3f01f46f674b up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:28.045195 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Checking router: 0f780717-d272-4ddd-84bf-014cbd8bfb2d for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:28.045899 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Updating router 0f780717-d272-4ddd-84bf-014cbd8bfb2d port 4e491d61-b54b-476e-9632-79ba9a36dea3 binding host dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:42:28.055052 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port dc3aa000-8a91-4852-856e-3f01f46f674b triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:28.055052 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.079582 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.338986 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e91b17-afae-482a-837a-628de426f7b8 req-19ad1c53-0a88-46ea-a636-42480034e56f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.340501 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-72e91b17-afae-482a-837a-628de426f7b8 req-19ad1c53-0a88-46ea-a636-42480034e56f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.5232899 Aug 09 15:42:28.372908 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e638c22-f5d9-45ca-a73a-4476da483e38 None None] Network d412f81b-918c-45bf-9098-336c66cc86ce requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:42:28.479481 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-72e91b17-afae-482a-837a-628de426f7b8 req-98f59124-628d-41dc-b9d9-eff73010c629 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278098 Aug 09 15:42:28.515718 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Notify callbacks [] for port, precommit_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.547349 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.provisioning_blocks [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Transition to ACTIVE for port object 4e491d61-b54b-476e-9632-79ba9a36dea3 will not be triggered until provisioned by entity L2. {{(pid=100001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:28.561854 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.618868 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-11cddb7f-3105-495d-a510-ca6c3c855e52 None None] Provisioning for port b3a533ac-7db5-4c72-b22a-32b8f2c5985f completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:28.623998 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-11cddb7f-3105-495d-a510-ca6c3c855e52 None None] Provisioning complete for port b3a533ac-7db5-4c72-b22a-32b8f2c5985f triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:28.624578 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-11cddb7f-3105-495d-a510-ca6c3c855e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.682029 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaa96d-963c-4a33-830a-08d14ced273a None None] Pushing event updated for resources: {'Port': ['ID=4e491d61-b54b-476e-9632-79ba9a36dea3,revision_number=2']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:28.712377 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Attempting to bind port 4e491d61-b54b-476e-9632-79ba9a36dea3 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:28.713080 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Attempting to bind port 4e491d61-b54b-476e-9632-79ba9a36dea3 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:28.724699 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Attempting to bind port 4e491d61-b54b-476e-9632-79ba9a36dea3 on network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:28.731918 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:28.732690 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:28.733330 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.733877 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Bound using segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:28.734810 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Bound port: 4e491d61-b54b-476e-9632-79ba9a36dea3, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:28.738970 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.754567 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-11cddb7f-3105-495d-a510-ca6c3c855e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.829734 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-11cddb7f-3105-495d-a510-ca6c3c855e52 None None] For port b3a533ac-7db5-4c72-b22a-32b8f2c5985f, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=b3a533ac-7db5-4c72-b22a-32b8f2c5985f,segment=NetworkSegment(8dc56093-964e-4a52-bc74-e8338b2bb342),segment_id=8dc56093-964e-4a52-bc74-e8338b2bb342)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:28.839461 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-11cddb7f-3105-495d-a510-ca6c3c855e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.861510 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] For port 4e491d61-b54b-476e-9632-79ba9a36dea3, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:28.866943 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] For port 4e491d61-b54b-476e-9632-79ba9a36dea3, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=4e491d61-b54b-476e-9632-79ba9a36dea3,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:28.878579 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.927977 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49254) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:28.930993 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cbac0-e7a1-49ad-b74c-bad7e8b1a5f8 req-e12ed6ec-611d-4e2a-af2c-0366029dd9b6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:28.935044 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-884cbac0-e7a1-49ad-b74c-bad7e8b1a5f8 req-e12ed6ec-611d-4e2a-af2c-0366029dd9b6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.2252355 Aug 09 15:42:28.940185 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:28.961785 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.002377 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cddb7f-3105-495d-a510-ca6c3c855e52 None None] Pushing event updated for resources: {'Port': ['ID=b3a533ac-7db5-4c72-b22a-32b8f2c5985f,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:29.034996 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Routers {'0f780717-d272-4ddd-84bf-014cbd8bfb2d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:29.035812 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:42:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:29.042063 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeaa96d-963c-4a33-830a-08d14ced273a None None] Pushing event updated for resources: {'Port': ['ID=4e491d61-b54b-476e-9632-79ba9a36dea3,revision_number=3']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:29.066379 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-884cbac0-e7a1-49ad-b74c-bad7e8b1a5f8 req-409e7467-16bc-432e-ba26-13f2a311d6dc tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029241 Aug 09 15:42:29.167807 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-c2a3c4b8-608e-4e8d-8daf-40a2e1991c1c None None] Provisioning complete for port b3a533ac-7db5-4c72-b22a-32b8f2c5985f triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:29.168437 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c4b8-608e-4e8d-8daf-40a2e1991c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.206588 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ba3ab0b8-19f3-49fb-90f7-59d63a258f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.214244 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] Set router 0f780717-d272-4ddd-84bf-014cbd8bfb2d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:29.214781 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Allocated IP 172.20.0.1 (d412f81b-918c-45bf-9098-336c66cc86ce/77742682-18c4-4195-a5bd-48dda25361f5/e5447270-4422-4f64-a1d3-216c7c6c094e) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:42:29.380563 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ba3ab0b8-19f3-49fb-90f7-59d63a258f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.390136 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ba3ab0b8-19f3-49fb-90f7-59d63a258f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.428133 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.445856 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Transition to ACTIVE for port object e5447270-4422-4f64-a1d3-216c7c6c094e will not be triggered until provisioned by entity DHCP. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:29.495246 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.506777 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-ba3ab0b8-19f3-49fb-90f7-59d63a258f97 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=721b4b9058934914ae63aa9607eaaf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5767024 Aug 09 15:42:29.518999 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49262) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:29.530699 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ab0b8-19f3-49fb-90f7-59d63a258f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaacf09-f46e-4311-a53e-b370e48808af,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:29.570683 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Network d412f81b-918c-45bf-9098-336c66cc86ce is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:29.589991 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'name': 'tempest-TestShelveInstance-378827379-router', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 3, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'gw_port': {'id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fa:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:29.593861 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:29.628897 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Pushing event updated for resources: {'Port': ['ID=e5447270-4422-4f64-a1d3-216c7c6c094e,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:29.633663 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:42:29.717076 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1c8d-88b5-42b7-9e8d-af3fa3445da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.752684 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device b3a533ac-7db5-4c72-b22a-32b8f2c5985f up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:29.772555 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889364'] for router_interface, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.788076 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1c8d-88b5-42b7-9e8d-af3fa3445da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.900807 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1c8d-88b5-42b7-9e8d-af3fa3445da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.903316 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8b4d1c8d-88b5-42b7-9e8d-af3fa3445da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:29.905133 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-8b4d1c8d-88b5-42b7-9e8d-af3fa3445da2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9aaacf09-f46e-4311-a53e-b370e48808af HTTP/1.1" status: 204 len: 168 time: 0.3843033 Aug 09 15:42:29.923375 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d1c8d-88b5-42b7-9e8d-af3fa3445da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaacf09-f46e-4311-a53e-b370e48808af,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:29.945807 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04e375e-81a0-4c3a-98c4-52c10a12b7c1 None None] The sync data for ids ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'] in dv-cinder-788365-6-iscsi is: [{'id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'name': 'tempest-TestShelveInstance-378827379-router', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 3, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'gw_port': {'id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fa:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:29.988493 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port b3a533ac-7db5-4c72-b22a-32b8f2c5985f triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:29.989150 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.026101 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.081978 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-42b7e9ca-b1c4-449e-aa32-4b8490550ec9 None None] Provisioning for port e5447270-4422-4f64-a1d3-216c7c6c094e completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:30.095326 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-42b7e9ca-b1c4-449e-aa32-4b8490550ec9 None None] Provisioning complete for port e5447270-4422-4f64-a1d3-216c7c6c094e triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:30.096581 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-42b7e9ca-b1c4-449e-aa32-4b8490550ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.147925 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-42b7e9ca-b1c4-449e-aa32-4b8490550ec9 None None] Port e5447270-4422-4f64-a1d3-216c7c6c094e cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:42:30.186040 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device d3a14838-73f4-4ed8-a33c-1d5667f36601 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:30.251504 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port d3a14838-73f4-4ed8-a33c-1d5667f36601 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:30.257794 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port d3a14838-73f4-4ed8-a33c-1d5667f36601 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:30.258226 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.271715 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.279883 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.371115 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-460a0256-fcf7-4541-872f-f169482f2d2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708375 Aug 09 15:42:30.378686 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49280) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:30.394655 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ea3ec809-a98d-4f30-ae3d-ec28b10da5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.396909 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889504'] for router_interface, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.423055 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.438504 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Pushing event updated for resources: {'Port': ['ID=e5447270-4422-4f64-a1d3-216c7c6c094e,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:30.481077 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port d3a14838-73f4-4ed8-a33c-1d5667f36601, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=d3a14838-73f4-4ed8-a33c-1d5667f36601,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:30.505271 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.511314 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.511913 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.512408 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.513070 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.515355 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.515704 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.516040 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.516396 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.516745 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.517064 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.517186 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-0c07b788-8539-4d60-baf7-8ba9b9dec995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:30.517485 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.518401 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:42:30.519257 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-0c07b788-8539-4d60-baf7-8ba9b9dec995 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 1098 time: 0.0994074 Aug 09 15:42:30.576027 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=d3a14838-73f4-4ed8-a33c-1d5667f36601,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:30.605839 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Network d412f81b-918c-45bf-9098-336c66cc86ce is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:42:30.607246 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:42:30.634101 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ea3ec809-a98d-4f30-ae3d-ec28b10da5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.640415 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ea3ec809-a98d-4f30-ae3d-ec28b10da5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.708767 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-ea3ec809-a98d-4f30-ae3d-ec28b10da5c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ae589279d3f4eddba348f62ed9c07ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287723 Aug 09 15:42:30.711790 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 49284) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:30.711995 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ec809-a98d-4f30-ae3d-ec28b10da5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2435168-e735-4e4d-bfdd-79df2fda3d97,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:30.747809 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-dd1f2e20-ed6d-404e-aba2-b5abbb0ee891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:30.749418 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-dd1f2e20-ed6d-404e-aba2-b5abbb0ee891 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 920 time: 0.1871953 Aug 09 15:42:30.813028 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-ffe1a347-fe5a-4958-b155-6d72164ff618 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f1e853-7405-4ae2-90da-5362f58221a1 HTTP/1.1" status: 200 len: 217 time: 0.0439878 Aug 09 15:42:30.827456 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Router 0f780717-d272-4ddd-84bf-014cbd8bfb2d has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:42:30.836011 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4ed0386c-0723-4712-b2bf-1e0788d2b8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.884547 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4ed0386c-0723-4712-b2bf-1e0788d2b8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:30.890461 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-7911bd32-357c-4a10-a96c-48918664e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:30.896584 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-7911bd32-357c-4a10-a96c-48918664e3df service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 200 len: 858 time: 0.0668497 Aug 09 15:42:30.943862 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-bbe2aac9-d14f-4f94-acb6-45ad92ca8bb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352836 Aug 09 15:42:30.989880 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-3506af09-a8c7-4580-827c-bb96881d0676 None None] Provisioning complete for port e5447270-4422-4f64-a1d3-216c7c6c094e triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:30.989880 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3506af09-a8c7-4580-827c-bb96881d0676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.021130 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:42:31.023193 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4ed0386c-0723-4712-b2bf-1e0788d2b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.025975 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4ed0386c-0723-4712-b2bf-1e0788d2b8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.028860 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-4ed0386c-0723-4712-b2bf-1e0788d2b8ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b2435168-e735-4e4d-bfdd-79df2fda3d97 HTTP/1.1" status: 204 len: 168 time: 0.3161561 Aug 09 15:42:31.059440 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c87121d8-7fbd-4b44-ad54-1c269fade1cf admin admin] 10.222.0.10 "PUT /v2.0/routers/0f780717-d272-4ddd-84bf-014cbd8bfb2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4776504 Aug 09 15:42:31.090388 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0386c-0723-4712-b2bf-1e0788d2b8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2435168-e735-4e4d-bfdd-79df2fda3d97,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:31.110298 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-3506af09-a8c7-4580-827c-bb96881d0676 None None] Port e5447270-4422-4f64-a1d3-216c7c6c094e cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:42:31.173250 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-0fcc55ac-e171-4a2e-b6f4-936f9fa68c68 service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140315 Aug 09 15:42:31.299353 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d42d4-3a61-43c5-ba50-d66285357923 req-86ddf9ac-bfa6-419a-9a2e-42070ad35b87 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.300981 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f03d42d4-3a61-43c5-ba50-d66285357923 req-86ddf9ac-bfa6-419a-9a2e-42070ad35b87 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0898695 Aug 09 15:42:31.321710 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-aa1dadf7-ddfa-4c6e-ba33-86333189f16f req-c0f98add-9290-4732-869a-c278144e4e95 service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358755 Aug 09 15:42:31.355125 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f03d42d4-3a61-43c5-ba50-d66285357923 req-5cc4def6-ac3a-4ab3-bee5-4173e8280dab tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477710 Aug 09 15:42:31.460376 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ee0a8-c308-42c8-8037-0ba57e39b19f req-05496b32-3daf-4847-a23c-7ef4a664d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.462636 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-622ee0a8-c308-42c8-8037-0ba57e39b19f req-05496b32-3daf-4847-a23c-7ef4a664d3be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 1098 time: 0.0561140 Aug 09 15:42:31.599275 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ee0a8-c308-42c8-8037-0ba57e39b19f req-2bb28a5f-5678-44a5-8282-26d57dfe1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.606562 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-622ee0a8-c308-42c8-8037-0ba57e39b19f req-2bb28a5f-5678-44a5-8282-26d57dfe1d8e service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 920 time: 0.1281512 Aug 09 15:42:31.618233 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 4e491d61-b54b-476e-9632-79ba9a36dea3 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:31.676318 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-622ee0a8-c308-42c8-8037-0ba57e39b19f req-b56329b8-8803-4b93-8533-5d645c0e5f50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f1e853-7405-4ae2-90da-5362f58221a1 HTTP/1.1" status: 200 len: 217 time: 0.0483050 Aug 09 15:42:31.680022 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 4e491d61-b54b-476e-9632-79ba9a36dea3 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:31.685848 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 4e491d61-b54b-476e-9632-79ba9a36dea3 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:31.686492 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.754392 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ee0a8-c308-42c8-8037-0ba57e39b19f req-eac939be-3aeb-4463-8e99-b3f6ca40f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:31.756194 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-622ee0a8-c308-42c8-8037-0ba57e39b19f req-eac939be-3aeb-4463-8e99-b3f6ca40f64d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 200 len: 858 time: 0.0489743 Aug 09 15:42:31.794731 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.822150 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-622ee0a8-c308-42c8-8037-0ba57e39b19f req-018e4971-25d5-4667-8726-7cfd5f7ef830 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488088 Aug 09 15:42:31.835311 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 4e491d61-b54b-476e-9632-79ba9a36dea3, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=4e491d61-b54b-476e-9632-79ba9a36dea3,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:31.852178 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:31.854427 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device d3a14838-73f4-4ed8-a33c-1d5667f36601 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:31.977942 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-622ee0a8-c308-42c8-8037-0ba57e39b19f req-cfe0634f-c41f-4c93-8164-b92ea8496a15 service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420062 Aug 09 15:42:32.008345 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=4e491d61-b54b-476e-9632-79ba9a36dea3,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:32.023810 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port d3a14838-73f4-4ed8-a33c-1d5667f36601 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:32.024248 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.060760 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 49330) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:32.068547 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-d1f8f014-9dc5-472c-a175-242e55403045 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234092667', 'description': 'tempest-secgroup-smoke-1234092667 description', 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:32.108025 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f014-9dc5-472c-a175-242e55403045 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.123136 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-622ee0a8-c308-42c8-8037-0ba57e39b19f req-b540bc12-c489-455b-b0ed-c11efa9cc0e5 service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302814 Aug 09 15:42:32.214429 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f014-9dc5-472c-a175-242e55403045 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.226304 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f014-9dc5-472c-a175-242e55403045 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.272061 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d1f8f014-9dc5-472c-a175-242e55403045 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.276249 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49342) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:32.276396 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-d1f8f014-9dc5-472c-a175-242e55403045 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2133651 Aug 09 15:42:32.281059 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-d5d0c8ba-4c4a-45d2-b422-aa6b93461bdd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Request body: {'security_group_rule': {'security_group_id': '23e39692-f4c0-41e7-bb16-747a2bb17f4c', 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:32.284014 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f8f014-9dc5-472c-a175-242e55403045 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e39692-f4c0-41e7-bb16-747a2bb17f4c,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:32.328489 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c8ba-4c4a-45d2-b422-aa6b93461bdd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.370359 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Sync routers for ids ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:42:32.384362 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Routers {'0f780717-d272-4ddd-84bf-014cbd8bfb2d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:32.386471 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:42:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:32.487303 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c8ba-4c4a-45d2-b422-aa6b93461bdd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.494106 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c8ba-4c4a-45d2-b422-aa6b93461bdd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.522542 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f23c85-3e38-437f-8ac3-8ec02f2a1778 req-836d4957-a11f-490c-9a59-feade5929d43 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:32.523636 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0c8ba-4c4a-45d2-b422-aa6b93461bdd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8b5d5f-2213-4b9b-a790-a06cc4961e7b,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:32.532118 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c8ba-4c4a-45d2-b422-aa6b93461bdd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.537062 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-d5d0c8ba-4c4a-45d2-b422-aa6b93461bdd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2595708 Aug 09 15:42:32.538266 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49356) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:32.541031 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-64f23c85-3e38-437f-8ac3-8ec02f2a1778 req-836d4957-a11f-490c-9a59-feade5929d43 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0933135 Aug 09 15:42:32.550830 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-a84b99fb-77eb-4277-8651-35d85dba0412 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Request body: {'security_group_rule': {'security_group_id': '23e39692-f4c0-41e7-bb16-747a2bb17f4c', 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:32.583801 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Set router 0f780717-d272-4ddd-84bf-014cbd8bfb2d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:32.586889 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-64f23c85-3e38-437f-8ac3-8ec02f2a1778 req-b4d6a61e-6d92-4efe-9438-4483cbdea056 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Aug 09 15:42:32.592421 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a84b99fb-77eb-4277-8651-35d85dba0412 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.665467 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a84b99fb-77eb-4277-8651-35d85dba0412 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.671237 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a84b99fb-77eb-4277-8651-35d85dba0412 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.691861 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b99fb-77eb-4277-8651-35d85dba0412 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed91e4ea-3ced-41fa-b3a5-cf3a09b9e91c,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:32.709383 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a84b99fb-77eb-4277-8651-35d85dba0412 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.709383 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-a84b99fb-77eb-4277-8651-35d85dba0412 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677148 Aug 09 15:42:32.710027 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49368) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:32.715014 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-3c5fd6ca-4efd-4e09-8056-bac6bf3e1d46 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Request body: {'security_group_rule': {'security_group_id': '23e39692-f4c0-41e7-bb16-747a2bb17f4c', 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:32.753571 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3c5fd6ca-4efd-4e09-8056-bac6bf3e1d46 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.827361 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3c5fd6ca-4efd-4e09-8056-bac6bf3e1d46 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.832825 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3c5fd6ca-4efd-4e09-8056-bac6bf3e1d46 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.856603 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fd6ca-4efd-4e09-8056-bac6bf3e1d46 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e3993a-9bdc-4291-bf0f-1588ed2de77c,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:32.878164 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3c5fd6ca-4efd-4e09-8056-bac6bf3e1d46 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.881884 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-3c5fd6ca-4efd-4e09-8056-bac6bf3e1d46 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683924 Aug 09 15:42:32.882137 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49378) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:32.884375 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'name': 'tempest-TestShelveInstance-378827379-router', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:29Z', 'revision_number': 4, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'gw_port': {'id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'e5447270-4422-4f64-a1d3-216c7c6c094e', 'name': '', 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'mac_address': 'fa:16:3e:03:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '77742682-18c4-4195-a5bd-48dda25361f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:28Z', 'updated_at': '2021-08-09T15:42:30Z', 'revision_number': 2, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'subnets': [{'id': '77742682-18c4-4195-a5bd-48dda25361f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:32.891450 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-2502e997-36a0-4df2-bdbe-004c11deca1f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Request body: {'security_group_rule': {'security_group_id': '23e39692-f4c0-41e7-bb16-747a2bb17f4c', 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:32.918670 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Checking router: 0f780717-d272-4ddd-84bf-014cbd8bfb2d for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:42:32.919928 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Updating router 0f780717-d272-4ddd-84bf-014cbd8bfb2d port e5447270-4422-4f64-a1d3-216c7c6c094e binding host dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:42:32.943682 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2502e997-36a0-4df2-bdbe-004c11deca1f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:32.949680 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.037543 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2502e997-36a0-4df2-bdbe-004c11deca1f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.041976 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2502e997-36a0-4df2-bdbe-004c11deca1f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.060398 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502e997-36a0-4df2-bdbe-004c11deca1f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ea3add-fab9-4e01-a0c1-a46a13d02a81,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.069722 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2502e997-36a0-4df2-bdbe-004c11deca1f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.073206 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-2502e997-36a0-4df2-bdbe-004c11deca1f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1873951 Aug 09 15:42:33.074305 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49388) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:33.081132 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-a43ca94e-1979-40b7-8519-1df3167a68f4 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Request body: {'security_group_rule': {'security_group_id': '23e39692-f4c0-41e7-bb16-747a2bb17f4c', 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:33.108023 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.securitygroups_db [None req-a43ca94e-1979-40b7-8519-1df3167a68f4 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Project fc67fe97d83e44a985c2a58971e7d1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:42:33.113922 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a43ca94e-1979-40b7-8519-1df3167a68f4 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.230445 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a43ca94e-1979-40b7-8519-1df3167a68f4 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.236193 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a43ca94e-1979-40b7-8519-1df3167a68f4 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.258988 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ca94e-1979-40b7-8519-1df3167a68f4 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142d2da4-f6db-4575-a332-fc74696462ef,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.274856 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a43ca94e-1979-40b7-8519-1df3167a68f4 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.276248 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-a43ca94e-1979-40b7-8519-1df3167a68f4 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2002139 Aug 09 15:42:33.279004 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49392) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:33.285912 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-35d0aea1-c0fc-42dc-b7c8-d9ec87dd0de5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Request body: {'security_group_rule': {'security_group_id': '23e39692-f4c0-41e7-bb16-747a2bb17f4c', 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:42:33.328362 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Notify callbacks [] for port, precommit_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.329559 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.securitygroups_db [None req-35d0aea1-c0fc-42dc-b7c8-d9ec87dd0de5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Project fc67fe97d83e44a985c2a58971e7d1d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:42:33.337791 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-35d0aea1-c0fc-42dc-b7c8-d9ec87dd0de5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.348263 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Transition to ACTIVE for port object e5447270-4422-4f64-a1d3-216c7c6c094e will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:42:33.359876 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.423547 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-35d0aea1-c0fc-42dc-b7c8-d9ec87dd0de5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.431413 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-35d0aea1-c0fc-42dc-b7c8-d9ec87dd0de5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.445925 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02a857-ede2-4f79-8aad-5573a2daadd0 None None] Pushing event updated for resources: {'Port': ['ID=e5447270-4422-4f64-a1d3-216c7c6c094e,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.452492 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0aea1-c0fc-42dc-b7c8-d9ec87dd0de5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2a533e-0261-4f12-a4c6-b05229285f4f,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:33.463783 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-35d0aea1-c0fc-42dc-b7c8-d9ec87dd0de5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.478318 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-35d0aea1-c0fc-42dc-b7c8-d9ec87dd0de5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1852243 Aug 09 15:42:33.571999 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 4e491d61-b54b-476e-9632-79ba9a36dea3 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:33.635966 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Attempting to bind port e5447270-4422-4f64-a1d3-216c7c6c094e on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:42:33.636392 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Attempting to bind port e5447270-4422-4f64-a1d3-216c7c6c094e by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '8dc56093-964e-4a52-bc74-e8338b2bb342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:42:33.636684 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Attempting to bind port e5447270-4422-4f64-a1d3-216c7c6c094e on network d412f81b-918c-45bf-9098-336c66cc86ce {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:42:33.664217 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:42:33.664670 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Checking segment: {'id': '8dc56093-964e-4a52-bc74-e8338b2bb342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:42:33.665118 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.665523 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Bound using segment: {'id': '8dc56093-964e-4a52-bc74-e8338b2bb342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:42:33.666030 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Bound port: e5447270-4422-4f64-a1d3-216c7c6c094e, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc56093-964e-4a52-bc74-e8338b2bb342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:42:33.666419 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.779894 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 4e491d61-b54b-476e-9632-79ba9a36dea3 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:33.780315 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.816999 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456a358-42fc-4667-98ef-e1981953f828 req-45b7e0cd-9551-42e7-84cd-b12cfa19367d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:33.818592 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4456a358-42fc-4667-98ef-e1981953f828 req-45b7e0cd-9551-42e7-84cd-b12cfa19367d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.1171765 Aug 09 15:42:33.854539 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] For port e5447270-4422-4f64-a1d3-216c7c6c094e, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:42:33.860326 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] For port e5447270-4422-4f64-a1d3-216c7c6c094e, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=e5447270-4422-4f64-a1d3-216c7c6c094e,segment=NetworkSegment(8dc56093-964e-4a52-bc74-e8338b2bb342),segment_id=8dc56093-964e-4a52-bc74-e8338b2bb342)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:42:33.868877 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:33.883596 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4456a358-42fc-4667-98ef-e1981953f828 req-95daf4bd-bfc2-4654-845c-53b8b497c183 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539250 Aug 09 15:42:33.969206 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Routers {'0f780717-d272-4ddd-84bf-014cbd8bfb2d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:42:33.969942 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:42:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:34.164098 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02a857-ede2-4f79-8aad-5573a2daadd0 None None] Pushing event updated for resources: {'Port': ['ID=e5447270-4422-4f64-a1d3-216c7c6c094e,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:34.216536 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] Set router 0f780717-d272-4ddd-84bf-014cbd8bfb2d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:42:34.594984 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'name': 'tempest-TestShelveInstance-378827379-router', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:29Z', 'revision_number': 4, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'gw_port': {'id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'e5447270-4422-4f64-a1d3-216c7c6c094e', 'name': '', 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'mac_address': 'fa:16:3e:03:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '77742682-18c4-4195-a5bd-48dda25361f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:28Z', 'updated_at': '2021-08-09T15:42:33Z', 'revision_number': 4, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'subnets': [{'id': '77742682-18c4-4195-a5bd-48dda25361f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:42:34.621184 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7bafb4-dc8a-4eac-89f8-d4deec4c2e1b None None] The sync data for ids ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'] in dv-cinder-788365-6-iscsi is: [{'id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'name': 'tempest-TestShelveInstance-378827379-router', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:29Z', 'revision_number': 4, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'gw_port': {'id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'e5447270-4422-4f64-a1d3-216c7c6c094e', 'name': '', 'network_id': 'd412f81b-918c-45bf-9098-336c66cc86ce', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'mac_address': 'fa:16:3e:03:7f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '77742682-18c4-4195-a5bd-48dda25361f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:28Z', 'updated_at': '2021-08-09T15:42:33Z', 'revision_number': 4, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'subnets': [{'id': '77742682-18c4-4195-a5bd-48dda25361f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:42:35.022563 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcf5b5-0cc9-4b41-8b7d-dc8293e56e11 req-cc3916ca-9c18-4409-aeac-3ffeb9777a72 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:35.024385 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a0dcf5b5-0cc9-4b41-8b7d-dc8293e56e11 req-cc3916ca-9c18-4409-aeac-3ffeb9777a72 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0564418 Aug 09 15:42:35.072311 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a0dcf5b5-0cc9-4b41-8b7d-dc8293e56e11 req-348f0ea7-a85b-4ae3-bd8e-8e96b5d8e9af tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382314 Aug 09 15:42:35.572359 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device e5447270-4422-4f64-a1d3-216c7c6c094e up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:35.650311 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port e5447270-4422-4f64-a1d3-216c7c6c094e completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:42:35.655815 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port e5447270-4422-4f64-a1d3-216c7c6c094e triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:35.656601 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:35.783410 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:35.832382 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port e5447270-4422-4f64-a1d3-216c7c6c094e, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=e5447270-4422-4f64-a1d3-216c7c6c094e,segment=NetworkSegment(8dc56093-964e-4a52-bc74-e8338b2bb342),segment_id=8dc56093-964e-4a52-bc74-e8338b2bb342)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:42:35.837391 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:35.893671 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=e5447270-4422-4f64-a1d3-216c7c6c094e,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:36.195305 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65cd4f-e2c1-40ac-bc3a-7cd4fd26fb00 req-a8d105ac-61fd-452e-9e40-03bcdecf058c tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:36.196820 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dd65cd4f-e2c1-40ac-bc3a-7cd4fd26fb00 req-a8d105ac-61fd-452e-9e40-03bcdecf058c tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0486474 Aug 09 15:42:36.233145 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dd65cd4f-e2c1-40ac-bc3a-7cd4fd26fb00 req-f3e677c6-eaf6-49e4-934a-b45633f80d41 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304661 Aug 09 15:42:36.813470 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:37.502303 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device e5447270-4422-4f64-a1d3-216c7c6c094e up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:42:37.551416 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port e5447270-4422-4f64-a1d3-216c7c6c094e triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:42:37.551794 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:40.540058 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483986f-a02b-4370-92c4-03e706a7ba51 req-7491cc5f-25e1-42a3-8b8f-75305302762f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:40.541590 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7483986f-a02b-4370-92c4-03e706a7ba51 req-7491cc5f-25e1-42a3-8b8f-75305302762f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0547731 Aug 09 15:42:40.578610 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7483986f-a02b-4370-92c4-03e706a7ba51 req-0b09ff11-a4c8-4ba7-b25a-4c40869eabf1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311949 Aug 09 15:42:41.702570 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f23a1-730d-4cc8-abfa-89f73ce02067 req-e64a9ecc-4f72-4eef-8859-25bc3acc8756 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:41.704099 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-392f23a1-730d-4cc8-abfa-89f73ce02067 req-e64a9ecc-4f72-4eef-8859-25bc3acc8756 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0507543 Aug 09 15:42:41.747694 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-392f23a1-730d-4cc8-abfa-89f73ce02067 req-7fd25029-9056-4a33-b949-ae3bd55d0256 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350070 Aug 09 15:42:41.820488 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49614) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:41.932598 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-352f4e3b-098e-40c1-8ea8-8ca6fa407b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.027672 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-352f4e3b-098e-40c1-8ea8-8ca6fa407b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.031719 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-352f4e3b-098e-40c1-8ea8-8ca6fa407b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.070572 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f4e3b-098e-40c1-8ea8-8ca6fa407b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c998e3-576e-4154-a9e4-5d63c301b303,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:42.074938 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-352f4e3b-098e-40c1-8ea8-8ca6fa407b01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53e254229f4e49afa7dfcbe0d4261935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533407 Aug 09 15:42:42.078055 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49624) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:42.134022 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a188ff92-f29b-4b04-b30e-b83489977b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.155986 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a188ff92-f29b-4b04-b30e-b83489977b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.205733 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a188ff92-f29b-4b04-b30e-b83489977b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.208222 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a188ff92-f29b-4b04-b30e-b83489977b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.209410 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-a188ff92-f29b-4b04-b30e-b83489977b8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07c998e3-576e-4154-a9e4-5d63c301b303 HTTP/1.1" status: 204 len: 168 time: 0.1305997 Aug 09 15:42:42.217265 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188ff92-f29b-4b04-b30e-b83489977b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c998e3-576e-4154-a9e4-5d63c301b303,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:42.386966 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49638) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:42.495386 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dec21347-18bc-493c-a782-076add247975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.499515 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 49642) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:42.513985 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4172-e8f9-4f5b-94a7-7a7bbb8c2312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.588508 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dec21347-18bc-493c-a782-076add247975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.593940 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dec21347-18bc-493c-a782-076add247975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.635036 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-dec21347-18bc-493c-a782-076add247975 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4998503f4ede467e98d9a5920bfad898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463782 Aug 09 15:42:42.637130 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49648) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:42.643982 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec21347-18bc-493c-a782-076add247975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0143abb-d223-45d9-89d6-992510b16f40,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:42.697113 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8a7713cd-1245-412b-8301-fcab787b0aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.708045 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4172-e8f9-4f5b-94a7-7a7bbb8c2312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.713324 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4172-e8f9-4f5b-94a7-7a7bbb8c2312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.726606 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8a7713cd-1245-412b-8301-fcab787b0aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.753241 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c5ab4172-e8f9-4f5b-94a7-7a7bbb8c2312 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbabc68ed5b141108334da724852939c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524397 Aug 09 15:42:42.756317 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 49652) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:42.764660 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab4172-e8f9-4f5b-94a7-7a7bbb8c2312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4d1889-eeb1-41cb-ab46-de8cfc13e22a,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:42.784942 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8a7713cd-1245-412b-8301-fcab787b0aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.788580 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8a7713cd-1245-412b-8301-fcab787b0aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.792610 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-8a7713cd-1245-412b-8301-fcab787b0aae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0143abb-d223-45d9-89d6-992510b16f40 HTTP/1.1" status: 204 len: 168 time: 0.1520951 Aug 09 15:42:42.798936 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7713cd-1245-412b-8301-fcab787b0aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0143abb-d223-45d9-89d6-992510b16f40,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:42.828790 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27f06940-af2f-4c81-9ce8-c211cd3c7ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.856820 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27f06940-af2f-4c81-9ce8-c211cd3c7ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.932164 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c714a-67e9-4a58-932a-7a93f43ed7ef req-9a76ce17-6b3a-422f-a621-3258f8c39ecf tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:42.932164 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-028c714a-67e9-4a58-932a-7a93f43ed7ef req-9a76ce17-6b3a-422f-a621-3258f8c39ecf tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0723472 Aug 09 15:42:42.946991 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27f06940-af2f-4c81-9ce8-c211cd3c7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.949654 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-27f06940-af2f-4c81-9ce8-c211cd3c7ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:42.950705 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-27f06940-af2f-4c81-9ce8-c211cd3c7ea7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e4d1889-eeb1-41cb-ab46-de8cfc13e22a HTTP/1.1" status: 204 len: 168 time: 0.1934745 Aug 09 15:42:42.978807 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f06940-af2f-4c81-9ce8-c211cd3c7ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4d1889-eeb1-41cb-ab46-de8cfc13e22a,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:42.986475 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-028c714a-67e9-4a58-932a-7a93f43ed7ef req-95a22789-820c-4a34-b97d-7ce51d347af0 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474207 Aug 09 15:42:44.116947 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badad2a0-d86a-418c-bc61-24c3285dca0d req-571658ae-dcd2-4b4a-b946-9ac94c9f52e0 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:44.120646 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-badad2a0-d86a-418c-bc61-24c3285dca0d req-571658ae-dcd2-4b4a-b946-9ac94c9f52e0 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0511601 Aug 09 15:42:44.163076 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-badad2a0-d86a-418c-bc61-24c3285dca0d req-c1e88ae5-9037-4f64-845e-acff3888af20 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379746 Aug 09 15:42:45.278432 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964c896-d190-43f9-8c56-c1cd810a5d85 req-d13120d4-3636-415e-bf93-adcf784e5f7a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:45.279901 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f964c896-d190-43f9-8c56-c1cd810a5d85 req-d13120d4-3636-415e-bf93-adcf784e5f7a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0476837 Aug 09 15:42:45.327074 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f964c896-d190-43f9-8c56-c1cd810a5d85 req-f59b75ee-1352-4055-943b-0cb28204a1d2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Aug 09 15:42:45.753254 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49798) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:45.857242 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-333e7643-d3cb-4427-83e2-ca832ea39259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.948673 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-333e7643-d3cb-4427-83e2-ca832ea39259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.952636 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-333e7643-d3cb-4427-83e2-ca832ea39259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:45.993949 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 49810) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:45.994364 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-333e7643-d3cb-4427-83e2-ca832ea39259 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=312b8b21ddbb497294789f83001804e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399883 Aug 09 15:42:46.004808 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e7643-d3cb-4427-83e2-ca832ea39259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b200785b-8050-476c-8480-d3763d3c7f8b,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:46.050151 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34f0f2d-7041-4951-8667-e338fc921b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.071772 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34f0f2d-7041-4951-8667-e338fc921b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.121031 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34f0f2d-7041-4951-8667-e338fc921b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.123925 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34f0f2d-7041-4951-8667-e338fc921b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:46.125169 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-b34f0f2d-7041-4951-8667-e338fc921b42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b200785b-8050-476c-8480-d3763d3c7f8b HTTP/1.1" status: 204 len: 168 time: 0.1301422 Aug 09 15:42:46.133959 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f0f2d-7041-4951-8667-e338fc921b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b200785b-8050-476c-8480-d3763d3c7f8b,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:46.454278 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756a18d-ead5-422a-ab04-db498cb8f896 req-ffd6cb0e-90a8-4bc4-8ff7-7ae85e8c833d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:46.456664 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0756a18d-ead5-422a-ab04-db498cb8f896 req-ffd6cb0e-90a8-4bc4-8ff7-7ae85e8c833d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0545027 Aug 09 15:42:46.494586 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0756a18d-ead5-422a-ab04-db498cb8f896 req-cf5f714b-6f93-41ac-80b2-404d8c4673c6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320094 Aug 09 15:42:47.611948 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f906b0-2233-43c9-88b3-d1353b1b4eca req-4bd25e7b-ea71-4e4f-ba75-736cd498bf04 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:47.613466 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-09f906b0-2233-43c9-88b3-d1353b1b4eca req-4bd25e7b-ea71-4e4f-ba75-736cd498bf04 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0502591 Aug 09 15:42:47.649426 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-09f906b0-2233-43c9-88b3-d1353b1b4eca req-d10ab0dd-a6e5-4f87-8a4a-d053629c9295 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300956 Aug 09 15:42:48.266000 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49884) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:48.395479 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0b73fba4-12ff-487c-960d-cc39d76bb05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.486991 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0b73fba4-12ff-487c-960d-cc39d76bb05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.492252 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0b73fba4-12ff-487c-960d-cc39d76bb05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.531826 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73fba4-12ff-487c-960d-cc39d76bb05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23904e-57ec-4f5b-a794-69d300f42d19,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:48.537063 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-0b73fba4-12ff-487c-960d-cc39d76bb05b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9b5fff23fd764f30897e9fdd462e401c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688508 Aug 09 15:42:48.540245 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49896) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:48.590756 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-39c4579a-9d48-4bfb-a6ea-ea4c8d2abbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.615754 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-39c4579a-9d48-4bfb-a6ea-ea4c8d2abbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.665085 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-39c4579a-9d48-4bfb-a6ea-ea4c8d2abbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.667809 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-39c4579a-9d48-4bfb-a6ea-ea4c8d2abbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:48.678308 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-39c4579a-9d48-4bfb-a6ea-ea4c8d2abbdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b23904e-57ec-4f5b-a794-69d300f42d19 HTTP/1.1" status: 204 len: 168 time: 0.1283724 Aug 09 15:42:48.686477 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4579a-9d48-4bfb-a6ea-ea4c8d2abbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23904e-57ec-4f5b-a794-69d300f42d19,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:48.813659 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8af6d7-c5df-40ff-990f-a06f3242bfc0 req-6fbe5357-9bad-4d4c-8665-4cc69b545ba8 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:48.816368 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7b8af6d7-c5df-40ff-990f-a06f3242bfc0 req-6fbe5357-9bad-4d4c-8665-4cc69b545ba8 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0665960 Aug 09 15:42:48.870021 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7b8af6d7-c5df-40ff-990f-a06f3242bfc0 req-c1a31458-a78a-4970-801c-769434d8735e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345147 Aug 09 15:42:48.998592 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 49914) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:49.015048 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-062ba315-a525-4c0e-b134-42fb3e2755b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.131805 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-062ba315-a525-4c0e-b134-42fb3e2755b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.136643 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-062ba315-a525-4c0e-b134-42fb3e2755b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.175222 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-062ba315-a525-4c0e-b134-42fb3e2755b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61d8ca54a8914b1aa322a6ab84483782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755450 Aug 09 15:42:49.177792 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 49926) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:49.179673 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ba315-a525-4c0e-b134-42fb3e2755b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f7596a-67db-4efb-8ab4-65c0287ed0ab,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:49.231862 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4d17c599-a5e2-4a81-979d-7a2a63939339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.253055 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4d17c599-a5e2-4a81-979d-7a2a63939339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.305948 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4d17c599-a5e2-4a81-979d-7a2a63939339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.308502 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4d17c599-a5e2-4a81-979d-7a2a63939339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.312418 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-4d17c599-a5e2-4a81-979d-7a2a63939339 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0f7596a-67db-4efb-8ab4-65c0287ed0ab HTTP/1.1" status: 204 len: 168 time: 0.1309252 Aug 09 15:42:49.320391 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17c599-a5e2-4a81-979d-7a2a63939339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f7596a-67db-4efb-8ab4-65c0287ed0ab,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:49.654089 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 49946) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:49.667641 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e3bf599e-014c-4344-a3fc-f6f010721af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.761170 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e3bf599e-014c-4344-a3fc-f6f010721af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.765209 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e3bf599e-014c-4344-a3fc-f6f010721af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.811123 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-e3bf599e-014c-4344-a3fc-f6f010721af4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1bbca89066b498bbd80309ab534e846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541915 Aug 09 15:42:49.811123 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf599e-014c-4344-a3fc-f6f010721af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01fe97d-d093-4889-a332-5366bc33c24f,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:49.812323 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 49952) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:49.869434 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3dacd361-aadb-4ec3-bb12-7049a2b079b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.890791 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3dacd361-aadb-4ec3-bb12-7049a2b079b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.956402 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3dacd361-aadb-4ec3-bb12-7049a2b079b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.959277 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3dacd361-aadb-4ec3-bb12-7049a2b079b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:49.961177 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-3dacd361-aadb-4ec3-bb12-7049a2b079b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c01fe97d-d093-4889-a332-5366bc33c24f HTTP/1.1" status: 204 len: 168 time: 0.1423347 Aug 09 15:42:49.975189 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacd361-aadb-4ec3-bb12-7049a2b079b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01fe97d-d093-4889-a332-5366bc33c24f,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:49.993380 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3da60-be05-44e0-ada3-69073b85923d req-c8956a1f-c7d9-4d05-a084-1f8cd6e13103 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:50.000753 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bed3da60-be05-44e0-ada3-69073b85923d req-c8956a1f-c7d9-4d05-a084-1f8cd6e13103 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0631657 Aug 09 15:42:50.044781 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bed3da60-be05-44e0-ada3-69073b85923d req-daab8d71-e162-4074-8d80-6ab90d16e3f0 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390460 Aug 09 15:42:51.164326 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedb9f9-c002-4a0f-8924-2ac332f7a7f1 req-00d9901c-be61-49a3-ba5b-ae7fd6cad7ee tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:51.165056 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7eedb9f9-c002-4a0f-8924-2ac332f7a7f1 req-00d9901c-be61-49a3-ba5b-ae7fd6cad7ee tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0511327 Aug 09 15:42:51.212661 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7eedb9f9-c002-4a0f-8924-2ac332f7a7f1 req-6a2f866f-7b1e-490d-92f0-3fe741bdeff0 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Aug 09 15:42:52.362662 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c0d57-8a8a-4b00-8986-79a2676d8714 req-90ed5b17-27d1-42b7-8782-3f7d2c0c84d2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:52.364250 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f57c0d57-8a8a-4b00-8986-79a2676d8714 req-90ed5b17-27d1-42b7-8782-3f7d2c0c84d2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0486379 Aug 09 15:42:52.406527 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f57c0d57-8a8a-4b00-8986-79a2676d8714 req-670ab3cc-6b5d-4521-9855-1f5e1a66c66f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Aug 09 15:42:53.461662 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-e40fb221-d1bc-4fa0-8792-48f4845ee84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:53.535847 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2fdb9-b9f0-41af-ae44-ccaac2092d4e req-74fa1190-4d08-4515-99ca-756b14026655 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:53.537265 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bac2fdb9-b9f0-41af-ae44-ccaac2092d4e req-74fa1190-4d08-4515-99ca-756b14026655 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0486236 Aug 09 15:42:53.574578 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bac2fdb9-b9f0-41af-ae44-ccaac2092d4e req-bc2f99ee-8d59-472d-8146-174af7f55943 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Aug 09 15:42:54.088426 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 50036) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:54.193713 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-881d541e-8455-48c6-85b4-5eeace788615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.287056 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-881d541e-8455-48c6-85b4-5eeace788615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.290983 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-881d541e-8455-48c6-85b4-5eeace788615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.330279 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-881d541e-8455-48c6-85b4-5eeace788615 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c102d3ea81c74dc3ae86f74dfc381509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407436 Aug 09 15:42:54.331235 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d541e-8455-48c6-85b4-5eeace788615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f02db8-ca4a-4782-b1af-10b28980e571,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:54.332952 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 50042) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:42:54.389016 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d70226a3-9e03-4228-a70b-1f931abb4a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.410308 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d70226a3-9e03-4228-a70b-1f931abb4a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.457312 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d70226a3-9e03-4228-a70b-1f931abb4a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.459976 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d70226a3-9e03-4228-a70b-1f931abb4a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:54.461186 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-d70226a3-9e03-4228-a70b-1f931abb4a9b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5f02db8-ca4a-4782-b1af-10b28980e571 HTTP/1.1" status: 204 len: 168 time: 0.1272490 Aug 09 15:42:54.471726 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70226a3-9e03-4228-a70b-1f931abb4a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f02db8-ca4a-4782-b1af-10b28980e571,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:42:54.843508 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f580-15ad-4350-9d58-1dc0b4ec7c64 req-b88980f9-a591-43d9-b642-d1699e174278 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:54.845311 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b4d4f580-15ad-4350-9d58-1dc0b4ec7c64 req-b88980f9-a591-43d9-b642-d1699e174278 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0510526 Aug 09 15:42:54.885531 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b4d4f580-15ad-4350-9d58-1dc0b4ec7c64 req-26cd7053-4e32-4fc4-9e34-272d8c21d2bf tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335634 Aug 09 15:42:56.004242 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d4184-6dc3-4038-b1fb-cf7c303b577c req-7761372c-2bc4-41ba-adc1-60b667a56a73 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:56.005762 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-310d4184-6dc3-4038-b1fb-cf7c303b577c req-7761372c-2bc4-41ba-adc1-60b667a56a73 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0499210 Aug 09 15:42:56.046072 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-310d4184-6dc3-4038-b1fb-cf7c303b577c req-2c915e91-770d-405b-a7bb-20db8e0784d0 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341036 Aug 09 15:42:56.062923 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-7cdf07b3-46cc-4625-ae42-57753e315f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:56.255295 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.172474 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541c68-8ab8-436d-8710-d68f1753417b req-f109b22f-ef85-4c4c-b0bd-421024c7f241 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:57.173052 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:57.174203 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-87541c68-8ab8-436d-8710-d68f1753417b req-f109b22f-ef85-4c4c-b0bd-421024c7f241 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0589480 Aug 09 15:42:57.212635 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-87541c68-8ab8-436d-8710-d68f1753417b req-de7eee1f-72a1-44be-803b-456de6f7f9fb tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317659 Aug 09 15:42:57.653677 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959447e-b3fc-401d-854b-232a3bd42841 req-8ef644e4-c6fd-4dca-9d28-a603ff18a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:57.655196 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8959447e-b3fc-401d-854b-232a3bd42841 req-8ef644e4-c6fd-4dca-9d28-a603ff18a82c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 1098 time: 0.0445936 Aug 09 15:42:57.710019 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-8959447e-b3fc-401d-854b-232a3bd42841 req-4d12f9cc-de87-44c0-a255-dfe5ffd2956e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299587 Aug 09 15:42:58.332145 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81388293-45b1-45c4-8a0d-44e36b18d62d req-5633e207-08fe-48ee-9df2-c663d389eac3 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:58.334071 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-81388293-45b1-45c4-8a0d-44e36b18d62d req-5633e207-08fe-48ee-9df2-c663d389eac3 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Aug 09 15:42:58.371842 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-81388293-45b1-45c4-8a0d-44e36b18d62d req-737a1fbe-79a9-41d4-ba74-b84a41056eb1 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Aug 09 15:42:58.856305 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:42:59.078700 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc30ef4-7483-4bac-af98-a8fdc8609751 req-7e3d6c14-74e1-43b1-a104-c8e8aa8ef433 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:59.080083 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4fc30ef4-7483-4bac-af98-a8fdc8609751 req-7e3d6c14-74e1-43b1-a104-c8e8aa8ef433 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0610330 Aug 09 15:42:59.119955 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4fc30ef4-7483-4bac-af98-a8fdc8609751 req-dc1d4321-dc94-43a3-9963-630c399bdc10 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332134 Aug 09 15:42:59.514881 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f01c5-9ffa-45ec-a2cd-7e55de502887 req-b2ac478f-e2a9-4a30-9bee-469a24196d7f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:59.516375 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2f2f01c5-9ffa-45ec-a2cd-7e55de502887 req-b2ac478f-e2a9-4a30-9bee-469a24196d7f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0557022 Aug 09 15:42:59.555365 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2f2f01c5-9ffa-45ec-a2cd-7e55de502887 req-5571db57-82aa-4026-af9b-f10af56ce068 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Aug 09 15:42:59.802791 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3645f-4a3e-4610-9670-e81afccbcc79 req-3c38ae78-55e5-4b5d-b7ca-32b3b12cad66 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:59.804337 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d8b3645f-4a3e-4610-9670-e81afccbcc79 req-3c38ae78-55e5-4b5d-b7ca-32b3b12cad66 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0531628 Aug 09 15:42:59.822649 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0db49f-86e4-4249-8f86-b91d745d9539 req-58526585-7fff-4fec-a33a-37c7e2beeac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:59.824123 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bf0db49f-86e4-4249-8f86-b91d745d9539 req-58526585-7fff-4fec-a33a-37c7e2beeac7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 1098 time: 0.0467415 Aug 09 15:42:59.842730 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d8b3645f-4a3e-4610-9670-e81afccbcc79 req-a411f283-59e1-46d3-8ea6-3fd6047ca0fb tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Aug 09 15:42:59.929069 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0db49f-86e4-4249-8f86-b91d745d9539 req-6fe89561-d395-49bc-a1da-4e0a5bb8f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:42:59.930541 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bf0db49f-86e4-4249-8f86-b91d745d9539 req-6fe89561-d395-49bc-a1da-4e0a5bb8f463 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 920 time: 0.0887334 Aug 09 15:42:59.976385 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bf0db49f-86e4-4249-8f86-b91d745d9539 req-43b2836c-b7d7-40c9-9314-12dc8a994362 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f1e853-7405-4ae2-90da-5362f58221a1 HTTP/1.1" status: 200 len: 217 time: 0.0329485 Aug 09 15:43:00.036942 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0db49f-86e4-4249-8f86-b91d745d9539 req-61dc42d2-9522-459e-b2a1-f45bb0528279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:00.038415 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bf0db49f-86e4-4249-8f86-b91d745d9539 req-61dc42d2-9522-459e-b2a1-f45bb0528279 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 200 len: 858 time: 0.0473356 Aug 09 15:43:00.075056 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bf0db49f-86e4-4249-8f86-b91d745d9539 req-347d377f-c6da-47a9-b835-216b1735f1bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233381 Aug 09 15:43:00.171635 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bf0db49f-86e4-4249-8f86-b91d745d9539 req-e2ac8845-06a1-4ba1-ae46-bf83d49ca016 service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799034 Aug 09 15:43:00.240126 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdcd8f-5e63-4a37-b213-5f42484406ed req-fdcc42f7-5fca-4c91-9ca3-c8c7fb6d949e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:00.241854 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dccdcd8f-5e63-4a37-b213-5f42484406ed req-fdcc42f7-5fca-4c91-9ca3-c8c7fb6d949e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0488896 Aug 09 15:43:00.279678 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dccdcd8f-5e63-4a37-b213-5f42484406ed req-844b00a5-8cce-4bd7-9780-31ceda70d693 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Aug 09 15:43:00.292745 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bf0db49f-86e4-4249-8f86-b91d745d9539 req-1cdf4eb0-7e00-40f1-852b-91720fecb14b service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863550 Aug 09 15:43:00.957165 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a4ba0-77e3-43ba-924c-b9dd7bbae496 req-a9e294c6-e6ad-4da1-9ad9-3df70958ddfc tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:00.958665 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ae3a4ba0-77e3-43ba-924c-b9dd7bbae496 req-a9e294c6-e6ad-4da1-9ad9-3df70958ddfc tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0491645 Aug 09 15:43:00.995768 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ae3a4ba0-77e3-43ba-924c-b9dd7bbae496 req-de999575-0a3e-4514-91b2-bb70423e2a7e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Aug 09 15:43:01.401389 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74164936-0676-45fc-8bd5-91ddc9d01470 req-fbb081b3-59c3-42ff-9493-29c98e225724 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:01.402742 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-74164936-0676-45fc-8bd5-91ddc9d01470 req-fbb081b3-59c3-42ff-9493-29c98e225724 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0506020 Aug 09 15:43:01.441331 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-74164936-0676-45fc-8bd5-91ddc9d01470 req-df003ff8-13a1-4256-9e1d-085a7cb87df8 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Aug 09 15:43:02.112381 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0fae1-26d4-4f05-9947-71e28a9cfa34 req-cc38ac76-1ad2-4ade-b8d3-fc9f90c9441e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:02.113872 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-16b0fae1-26d4-4f05-9947-71e28a9cfa34 req-cc38ac76-1ad2-4ade-b8d3-fc9f90c9441e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Aug 09 15:43:02.152618 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-16b0fae1-26d4-4f05-9947-71e28a9cfa34 req-d6147b14-1332-4436-871b-78ad2e7f9774 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315449 Aug 09 15:43:02.559993 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812ece8-6a87-4995-b579-88952fbba76a req-913a20f6-27a1-460c-8913-1079286191ab tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:02.561492 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4812ece8-6a87-4995-b579-88952fbba76a req-913a20f6-27a1-460c-8913-1079286191ab tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0481536 Aug 09 15:43:02.598224 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4812ece8-6a87-4995-b579-88952fbba76a req-8fa73041-505a-4e45-8391-afd52a848f3a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308592 Aug 09 15:43:03.270293 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f957d48-8411-4525-a201-b52fc413a08d req-c3b2f85d-14e8-46a8-80db-0d216961e58b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.271711 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0f957d48-8411-4525-a201-b52fc413a08d req-c3b2f85d-14e8-46a8-80db-0d216961e58b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0513885 Aug 09 15:43:03.309195 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0f957d48-8411-4525-a201-b52fc413a08d req-dc3e1d66-9eb2-454a-8bca-481623fee487 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Aug 09 15:43:03.715258 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657234ea-eb27-4650-a9af-3189b685808e req-42b850af-091e-4ba2-87b9-5c3e3cddf6a6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:03.716764 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-657234ea-eb27-4650-a9af-3189b685808e req-42b850af-091e-4ba2-87b9-5c3e3cddf6a6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Aug 09 15:43:03.753514 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-657234ea-eb27-4650-a9af-3189b685808e req-99184932-25f4-44ac-bb43-03f770c96687 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308895 Aug 09 15:43:04.347421 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:43:04.871204 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021531b2-bddc-40e2-ba8a-a58c9940ecbb req-e7d30462-ba33-4bec-944e-3c2e16e975cc tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:04.872617 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-021531b2-bddc-40e2-ba8a-a58c9940ecbb req-e7d30462-ba33-4bec-944e-3c2e16e975cc tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0466549 Aug 09 15:43:04.909390 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-021531b2-bddc-40e2-ba8a-a58c9940ecbb req-309638b3-9e4b-40b7-b60b-d931fa30f487 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Aug 09 15:43:06.027231 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cb626-8e4d-43c6-9585-9a9e46846b5b req-ff815716-d705-497b-8399-25b34af21463 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:06.028679 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d41cb626-8e4d-43c6-9585-9a9e46846b5b req-ff815716-d705-497b-8399-25b34af21463 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0495286 Aug 09 15:43:06.065622 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d41cb626-8e4d-43c6-9585-9a9e46846b5b req-300395a5-58ee-4f1e-9d9a-6fe719046d59 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308158 Aug 09 15:43:06.813246 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:07.186785 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41692605-6469-4553-b9e0-63e4f708614d req-61205e83-fe11-408f-a5e3-5caf3be9b601 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:07.188245 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-41692605-6469-4553-b9e0-63e4f708614d req-61205e83-fe11-408f-a5e3-5caf3be9b601 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0482938 Aug 09 15:43:07.227575 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-41692605-6469-4553-b9e0-63e4f708614d req-f7774d1e-4d3f-4706-a54c-4f2828a184da tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331399 Aug 09 15:43:08.358324 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162d7e1-5a2a-4321-9c6b-6911633ed565 req-670aba46-9798-4f9f-97c9-019192b877b2 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:08.359838 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d162d7e1-5a2a-4321-9c6b-6911633ed565 req-670aba46-9798-4f9f-97c9-019192b877b2 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0597582 Aug 09 15:43:08.409042 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d162d7e1-5a2a-4321-9c6b-6911633ed565 req-a9491455-8fd5-4e4a-b7ce-12764fb9b56e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424011 Aug 09 15:43:09.535383 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e7291-9f8c-4429-8d5d-f7d81598d4a9 req-baccb46d-454f-4680-9f6e-59df70e8594a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.537132 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-178e7291-9f8c-4429-8d5d-f7d81598d4a9 req-baccb46d-454f-4680-9f6e-59df70e8594a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0546436 Aug 09 15:43:09.584011 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-178e7291-9f8c-4429-8d5d-f7d81598d4a9 req-e5daf9e1-803c-48bf-9173-10e5a446e16e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402913 Aug 09 15:43:09.619128 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41182310-fa47-4127-8dca-7084dcc0ff01 req-de85e30c-4320-436a-9368-adb633edf6be tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.620584 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-41182310-fa47-4127-8dca-7084dcc0ff01 req-de85e30c-4320-436a-9368-adb633edf6be tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0523965 Aug 09 15:43:09.660479 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-41182310-fa47-4127-8dca-7084dcc0ff01 req-ea8432f1-8164-486d-8c06-07962c8ccfd8 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339034 Aug 09 15:43:09.997188 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee30fff-ec32-492d-b829-3e58c87bd9a0 req-216d9361-fd78-47d9-9eae-936ce07ce749 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:09.998668 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bee30fff-ec32-492d-b829-3e58c87bd9a0 req-216d9361-fd78-47d9-9eae-936ce07ce749 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0478084 Aug 09 15:43:10.036912 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bee30fff-ec32-492d-b829-3e58c87bd9a0 req-3241a0cb-b0db-4c45-abbd-fdfb830b5386 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Aug 09 15:43:10.727082 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20baa28-a1bd-48c8-861a-1dd1e586f5a9 req-61d6180a-0260-4ad1-bb0a-85d774036bf0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:10.728748 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e20baa28-a1bd-48c8-861a-1dd1e586f5a9 req-61d6180a-0260-4ad1-bb0a-85d774036bf0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0724938 Aug 09 15:43:10.800929 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e20baa28-a1bd-48c8-861a-1dd1e586f5a9 req-1aed79c6-c96a-4750-8928-d45e512a783c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633676 Aug 09 15:43:10.823121 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e67e2c-fdd2-4629-b2dc-ebc680a447e6 req-1f21ea2c-1eda-4e67-9901-f19ee62bfe10 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:10.824654 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-17e67e2c-fdd2-4629-b2dc-ebc680a447e6 req-1f21ea2c-1eda-4e67-9901-f19ee62bfe10 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0692241 Aug 09 15:43:10.865171 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-17e67e2c-fdd2-4629-b2dc-ebc680a447e6 req-ff9c93b3-e421-406d-953d-bd22fb9513f3 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342960 Aug 09 15:43:11.924637 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bbb89-1ae1-4895-bb90-f9af1b03921f req-43c2a951-befd-40a0-8193-d87b71d95e69 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:11.926237 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2a1bbb89-1ae1-4895-bb90-f9af1b03921f req-43c2a951-befd-40a0-8193-d87b71d95e69 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Aug 09 15:43:11.990737 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2a1bbb89-1ae1-4895-bb90-f9af1b03921f req-8a9e0797-8d9a-4f6d-82a4-3e064dc6b4c1 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583186 Aug 09 15:43:12.010272 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fec32-ca95-4213-a6a0-83475e15211c req-0af27cb8-8431-471d-bdea-a86e77803745 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:12.013170 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cd5fec32-ca95-4213-a6a0-83475e15211c req-0af27cb8-8431-471d-bdea-a86e77803745 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0670841 Aug 09 15:43:12.051086 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cd5fec32-ca95-4213-a6a0-83475e15211c req-98d73150-0f22-4287-9b47-f5644f7ff718 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335217 Aug 09 15:43:13.110503 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42cd5a-4058-4630-8fa4-505e6d36388e req-169f9bf6-a6c7-4039-9384-1317c5d223fd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:13.111997 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5d42cd5a-4058-4630-8fa4-505e6d36388e req-169f9bf6-a6c7-4039-9384-1317c5d223fd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0490820 Aug 09 15:43:13.183407 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5d42cd5a-4058-4630-8fa4-505e6d36388e req-e8d9c9d5-0de6-40ae-87fd-70a5836322dc tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648417 Aug 09 15:43:13.193744 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78930821-9886-40f3-81bd-fa9ab588dc43 req-689f5bf2-b35f-41b3-b43b-6299e4de7aef tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:13.196012 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-78930821-9886-40f3-81bd-fa9ab588dc43 req-689f5bf2-b35f-41b3-b43b-6299e4de7aef tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0755608 Aug 09 15:43:13.236853 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-78930821-9886-40f3-81bd-fa9ab588dc43 req-7f947d0a-9919-4c87-b95f-6381fb0319a7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336139 Aug 09 15:43:14.304093 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021573e-441c-4e8e-8b74-fc6692591c12 req-ea22a38a-a694-47cc-82af-a006f7659425 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:14.305778 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4021573e-441c-4e8e-8b74-fc6692591c12 req-ea22a38a-a694-47cc-82af-a006f7659425 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Aug 09 15:43:14.370022 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4021573e-441c-4e8e-8b74-fc6692591c12 req-ea6e68d8-f7e2-4d2f-8ee4-2a583d64a187 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531998 Aug 09 15:43:14.378016 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0394646-c609-42a5-95ce-1c42ddc370e5 req-cc6dc079-f850-452f-8072-ff824ce02343 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:14.379441 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c0394646-c609-42a5-95ce-1c42ddc370e5 req-cc6dc079-f850-452f-8072-ff824ce02343 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0709424 Aug 09 15:43:14.418642 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c0394646-c609-42a5-95ce-1c42ddc370e5 req-c67c083a-09c2-4082-a47d-7a1892bfbd97 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324640 Aug 09 15:43:15.490182 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b7562-6f2a-48bc-a46d-af2f42c23660 req-48d95fd2-4581-4fe0-a8b6-3d59a044238e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:15.492161 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7e0b7562-6f2a-48bc-a46d-af2f42c23660 req-48d95fd2-4581-4fe0-a8b6-3d59a044238e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0509131 Aug 09 15:43:15.555218 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7e0b7562-6f2a-48bc-a46d-af2f42c23660 req-20a90bbb-b851-4076-b87f-fcc18656e4e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541573 Aug 09 15:43:15.564314 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f06f8d-30ba-49c5-8238-a40b0e3fcdc3 req-9cf0586b-aaf0-48ef-aebd-e140b9a61c2f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:15.564871 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-61f06f8d-30ba-49c5-8238-a40b0e3fcdc3 req-9cf0586b-aaf0-48ef-aebd-e140b9a61c2f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0717587 Aug 09 15:43:15.602741 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-61f06f8d-30ba-49c5-8238-a40b0e3fcdc3 req-d2000e82-78bb-4790-9ae9-91ee0fd8a4cc tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314960 Aug 09 15:43:16.674098 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3ba52-20a6-4519-9b91-0e33177e268c req-87f4cc32-8210-44b3-97a8-f2ca268462d9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:16.675554 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-57c3ba52-20a6-4519-9b91-0e33177e268c req-87f4cc32-8210-44b3-97a8-f2ca268462d9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0478673 Aug 09 15:43:16.742232 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-57c3ba52-20a6-4519-9b91-0e33177e268c req-84a48f53-ec0d-442b-9dd9-64bbf3fd50d8 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569277 Aug 09 15:43:16.750050 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626786aa-781b-478e-92f4-dfaca39a53b5 req-649b49cc-0da9-4685-828d-cdaaccbe73bc tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:16.751448 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-626786aa-781b-478e-92f4-dfaca39a53b5 req-649b49cc-0da9-4685-828d-cdaaccbe73bc tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0750554 Aug 09 15:43:16.789212 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-626786aa-781b-478e-92f4-dfaca39a53b5 req-f170b50c-8639-4186-a953-3fb4715f25c1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317142 Aug 09 15:43:17.859781 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5966e1-8737-4162-92b3-e3c2cef36320 req-253107d2-0cc2-49c6-8849-008526afa222 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:17.861292 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5c5966e1-8737-4162-92b3-e3c2cef36320 req-253107d2-0cc2-49c6-8849-008526afa222 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0477476 Aug 09 15:43:17.926251 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5c5966e1-8737-4162-92b3-e3c2cef36320 req-b6e5da24-aa4f-48f1-b119-28d5ca2db53e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552342 Aug 09 15:43:17.934789 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd817f7-0664-440a-a043-6f83d393f215 req-f24e0c1f-0223-4493-875e-44ae879a39a3 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:17.936256 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7fd817f7-0664-440a-a043-6f83d393f215 req-f24e0c1f-0223-4493-875e-44ae879a39a3 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0741200 Aug 09 15:43:18.174677 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7fd817f7-0664-440a-a043-6f83d393f215 req-81714a9c-3ad2-41ce-a33e-c640bc04553e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324910 Aug 09 15:43:19.045340 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94ab6e-8370-4170-bd3e-7b556708357e req-dda5eea4-056a-40bf-9c06-3fd38c9b07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:19.046809 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fa94ab6e-8370-4170-bd3e-7b556708357e req-dda5eea4-056a-40bf-9c06-3fd38c9b07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0471363 Aug 09 15:43:19.085862 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fa94ab6e-8370-4170-bd3e-7b556708357e req-1af31b5f-325e-40c1-abd3-37c4ad85145d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328555 Aug 09 15:43:19.175178 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95b3bd-2599-48a4-84a7-eee72b6e36fb req-23a55838-5065-4311-8ee4-773c49838e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:19.175788 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d719ee-95e8-428b-90e8-b2594a8d2af0 req-422df7b1-69c3-4ea9-971b-e4996e1da116 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:19.176785 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-96d719ee-95e8-428b-90e8-b2594a8d2af0 req-422df7b1-69c3-4ea9-971b-e4996e1da116 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0471919 Aug 09 15:43:19.176916 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dd95b3bd-2599-48a4-84a7-eee72b6e36fb req-23a55838-5065-4311-8ee4-773c49838e37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 1098 time: 0.0395679 Aug 09 15:43:19.215763 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-96d719ee-95e8-428b-90e8-b2594a8d2af0 req-fee5d176-f458-4fa3-b8b0-f15316bc63d5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Aug 09 15:43:19.278011 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95b3bd-2599-48a4-84a7-eee72b6e36fb req-f9f4650f-57d5-4a16-ad1c-de1ace5efedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:19.279515 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dd95b3bd-2599-48a4-84a7-eee72b6e36fb req-f9f4650f-57d5-4a16-ad1c-de1ace5efedc service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 920 time: 0.0882380 Aug 09 15:43:19.292237 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19c227-efc2-4aa7-b7a9-41b7c6c1a0e9 req-d78b0c71-6ca7-43f3-9943-ad9bda4b96ab tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:19.293750 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2c19c227-efc2-4aa7-b7a9-41b7c6c1a0e9 req-d78b0c71-6ca7-43f3-9943-ad9bda4b96ab tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0496585 Aug 09 15:43:19.326733 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dd95b3bd-2599-48a4-84a7-eee72b6e36fb req-c683325a-fdf1-4504-84d7-336ce1c12091 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f1e853-7405-4ae2-90da-5362f58221a1 HTTP/1.1" status: 200 len: 217 time: 0.0341597 Aug 09 15:43:19.331140 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2c19c227-efc2-4aa7-b7a9-41b7c6c1a0e9 req-28f0fcd2-1f90-4d06-b3af-a4dc8ab0abd9 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Aug 09 15:43:19.379599 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95b3bd-2599-48a4-84a7-eee72b6e36fb req-a205f143-9a80-42b1-844d-33624e40e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:19.381090 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dd95b3bd-2599-48a4-84a7-eee72b6e36fb req-a205f143-9a80-42b1-844d-33624e40e1c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 200 len: 858 time: 0.0440490 Aug 09 15:43:19.417701 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dd95b3bd-2599-48a4-84a7-eee72b6e36fb req-be5c9712-df23-46d3-a947-e912cd0e1104 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242968 Aug 09 15:43:19.510946 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dd95b3bd-2599-48a4-84a7-eee72b6e36fb req-457d0f87-7e7f-43e3-8a4d-07be7f37d9f0 service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833209 Aug 09 15:43:19.613035 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dd95b3bd-2599-48a4-84a7-eee72b6e36fb req-1faffe4a-0622-4837-a8ff-22439493ece3 service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927331 Aug 09 15:43:19.893337 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d5c191a2-bab8-42c7-a645-519fc5931abe tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234092667&fields=id&tenant_id=fc67fe97d83e44a985c2a58971e7d1d0 HTTP/1.1" status: 200 len: 267 time: 0.0332799 Aug 09 15:43:20.000502 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-2e8e1b43-ce48-475a-a5e1-b4b7ad636fac tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:20.002030 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-2e8e1b43-ce48-475a-a5e1-b4b7ad636fac tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/networks?id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f HTTP/1.1" status: 200 len: 809 time: 0.1007280 Aug 09 15:43:20.016627 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-b3151440-7fd0-479c-b620-473a0587bae5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/quotas/fc67fe97d83e44a985c2a58971e7d1d0 HTTP/1.1" status: 200 len: 375 time: 0.0087595 Aug 09 15:43:20.073706 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-8190e9ba-7aa6-495a-84f0-ebd72d2a2658 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc67fe97d83e44a985c2a58971e7d1d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518615 Aug 09 15:43:20.182270 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-745247b9-d9ee-4a1a-bb9c-1c1c6ce31a9e service neutron] 10.222.0.10 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942280 Aug 09 15:43:20.282075 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1538bd3f-c200-4c5c-a97c-9712aabfbeef req-78c6db5a-c1e9-4048-8647-f75193ae9389 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:20.283513 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1538bd3f-c200-4c5c-a97c-9712aabfbeef req-78c6db5a-c1e9-4048-8647-f75193ae9389 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.1205428 Aug 09 15:43:20.327075 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-a2ae5217-1975-4ffe-8e58-0c2a7b8e6a47 service neutron] 10.222.0.10 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307008 Aug 09 15:43:20.342790 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1538bd3f-c200-4c5c-a97c-9712aabfbeef req-12854b64-11c9-41d3-ae26-d1feecd35771 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527842 Aug 09 15:43:20.453804 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da394e0f-3233-471d-9e8f-06b508db2f61 req-bb7d7278-7102-4b0f-af4c-cfd11daca6c6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:20.455293 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-da394e0f-3233-471d-9e8f-06b508db2f61 req-bb7d7278-7102-4b0f-af4c-cfd11daca6c6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0493686 Aug 09 15:43:20.497707 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-da394e0f-3233-471d-9e8f-06b508db2f61 req-bb9ead55-f8f2-44bc-b9bb-df0c4e8d36da tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350006 Aug 09 15:43:20.636831 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1cc325d8-125f-4d3f-a9dd-e25e03faf112 req-26d48c3c-fafe-4853-8c49-f0d93567f694 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0303576 Aug 09 15:43:20.655124 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db678d-7248-46f1-b7fd-1ed1ddf9d4c5 req-1992c4a2-8aba-40e8-a7db-d83e81ceacf6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:20.655124 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-44db678d-7248-46f1-b7fd-1ed1ddf9d4c5 req-1992c4a2-8aba-40e8-a7db-d83e81ceacf6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0821331 Aug 09 15:43:20.691961 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-44db678d-7248-46f1-b7fd-1ed1ddf9d4c5 req-ec45e22a-c6e6-4d11-a104-1a3acc2b5f04 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316749 Aug 09 15:43:20.987525 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 1cccd688-86af-49fa-98b8-7e071319d942 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:43:21.081229 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:21.092142 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '1cccd688-86af-49fa-98b8-7e071319d942', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'port_id': '1cccd688-86af-49fa-98b8-7e071319d942', 'mac_address': 'fa:16:3e:cc:e9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:43:21.128302 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:21.140221 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cccd688-86af-49fa-98b8-7e071319d942 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:21.158848 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:21.162899 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:21.207403 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=6']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:21.214706 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.215075 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.215416 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.215747 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.216073 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.216404 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.216742 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.217066 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.217401 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.217722 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.218038 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.218348 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:21.371717 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['1cccd688-86af-49fa-98b8-7e071319d942'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:43:21.471513 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a8212-7822-4180-b49b-275f5c952023 req-9ee3d7e3-2ae1-46b0-829f-7025ee3bc9aa tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:21.479342 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-553a8212-7822-4180-b49b-275f5c952023 req-9ee3d7e3-2ae1-46b0-829f-7025ee3bc9aa tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 944 time: 0.0565569 Aug 09 15:43:21.511644 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-553a8212-7822-4180-b49b-275f5c952023 req-05496029-86b4-45f4-bb92-b0d850ace3f1 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314329 Aug 09 15:43:21.723099 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bf4bec3c-4048-44ff-82ca-71d06e393520 req-9d8a9635-45ea-4801-81c5-dd3974269be2 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0304835 Aug 09 15:43:21.769597 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7db136-8f0e-45f2-8ad0-2a8f7cfcdc68 req-5b54fd4d-a8d2-4288-a63e-0eb42500ccd2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:21.771087 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d7db136-8f0e-45f2-8ad0-2a8f7cfcdc68 req-5b54fd4d-a8d2-4288-a63e-0eb42500ccd2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0471308 Aug 09 15:43:21.834050 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d7db136-8f0e-45f2-8ad0-2a8f7cfcdc68 req-dfa089b4-f25b-426f-adca-11760cb29a20 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565186 Aug 09 15:43:21.849680 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e84d33-4396-458e-9e65-c7c66e34be9b req-fc0f8a97-42a7-49bb-894c-077a7f06fcf0 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:21.851245 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a2e84d33-4396-458e-9e65-c7c66e34be9b req-fc0f8a97-42a7-49bb-894c-077a7f06fcf0 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0675828 Aug 09 15:43:21.888361 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a2e84d33-4396-458e-9e65-c7c66e34be9b req-5c9f6cc4-ff0d-4427-91f7-4c4f9677eb12 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311446 Aug 09 15:43:22.642000 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef587907-1605-4317-a90d-dae84e581560 req-92e4805f-99bd-4117-a036-53ce4cde4345 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:22.643503 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ef587907-1605-4317-a90d-dae84e581560 req-92e4805f-99bd-4117-a036-53ce4cde4345 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 944 time: 0.0582166 Aug 09 15:43:22.688231 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ef587907-1605-4317-a90d-dae84e581560 req-58cf3208-5034-438b-a145-8634b70b43fd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386415 Aug 09 15:43:22.808606 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a6fed224-a000-4dbe-a67e-8fd56b5465a8 req-47fccce7-ac49-4771-a75e-5f599d4eedbd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0281320 Aug 09 15:43:22.955003 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bb8b3-60a7-4f4c-9cb2-7ca4d6d9f9c3 req-1daea4ea-330f-46fe-8132-d530c118a739 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:22.956491 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-182bb8b3-60a7-4f4c-9cb2-7ca4d6d9f9c3 req-1daea4ea-330f-46fe-8132-d530c118a739 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0480566 Aug 09 15:43:22.998221 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 1cccd688-86af-49fa-98b8-7e071319d942 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:43:23.021293 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-182bb8b3-60a7-4f4c-9cb2-7ca4d6d9f9c3 req-300469b2-98ee-40e1-ae92-c06fd65589da tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549829 Aug 09 15:43:23.033712 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668fef-2972-4c30-a084-b50340eac615 req-f833ce1a-1fdc-410b-8f81-4d99cd61d351 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:23.035224 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-07668fef-2972-4c30-a084-b50340eac615 req-f833ce1a-1fdc-410b-8f81-4d99cd61d351 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0778224 Aug 09 15:43:23.054568 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 1cccd688-86af-49fa-98b8-7e071319d942 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:23.055096 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.079904 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-07668fef-2972-4c30-a084-b50340eac615 req-8b711de5-00f6-43b6-9a5b-2673f7717f9a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362229 Aug 09 15:43:23.151193 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.174877 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:23.177217 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9de343-6490-4ea0-a0f4-7cab98caa835" -d '{"events": [{"server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "name": "network-vif-plugged", "status": "completed", "tag": "1cccd688-86af-49fa-98b8-7e071319d942"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:23.191356 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:23.196043 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.219816 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd984df-2abd-4965-bccd-02205d693693 x-openstack-request-id: req-bfd984df-2abd-4965-bccd-02205d693693 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:23.220140 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "name": "network-vif-plugged", "status": "completed", "tag": "1cccd688-86af-49fa-98b8-7e071319d942", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:23.220400 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bfd984df-2abd-4965-bccd-02205d693693 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:23.220814 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942', 'code': 200} Aug 09 15:43:23.248029 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=7']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:23.396373 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 50484) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:23.453978 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fa3b3280-d5bf-42f7-80cb-21a0d0673468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.549227 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3fb38074-90e5-4015-90ae-dd65bcb4c50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.648288 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3fb38074-90e5-4015-90ae-dd65bcb4c50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.652209 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3fb38074-90e5-4015-90ae-dd65bcb4c50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.690644 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-3fb38074-90e5-4015-90ae-dd65bcb4c50d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a245dd64fba4b69af7480ec6aa5fc02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921293 Aug 09 15:43:23.693208 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 50502) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:23.699702 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb38074-90e5-4015-90ae-dd65bcb4c50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3520039e-6667-45ed-bd48-bb0d729a0a5c,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:23.749409 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef669-6437-4f89-be5b-b0c03a4ff10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.797761 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef669-6437-4f89-be5b-b0c03a4ff10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.863531 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e1dfa-ef91-4501-b939-7edbe2a5c67e req-7384146b-bc15-4dd7-b811-bf36e0e7d018 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:23.866784 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7b5e1dfa-ef91-4501-b939-7edbe2a5c67e req-7384146b-bc15-4dd7-b811-bf36e0e7d018 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.1069794 Aug 09 15:43:23.910341 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cf6b9e58-8f0b-49c1-abbf-b8d292b4faf9 req-67f5fcdb-7b80-41ae-9bbc-dfb315a90e7d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0401330 Aug 09 15:43:23.921774 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef669-6437-4f89-be5b-b0c03a4ff10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.924469 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1d3ef669-6437-4f89-be5b-b0c03a4ff10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:23.928844 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-1d3ef669-6437-4f89-be5b-b0c03a4ff10d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3520039e-6667-45ed-bd48-bb0d729a0a5c HTTP/1.1" status: 204 len: 168 time: 0.2313023 Aug 09 15:43:23.948903 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ef669-6437-4f89-be5b-b0c03a4ff10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3520039e-6667-45ed-bd48-bb0d729a0a5c,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:23.954320 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7b5e1dfa-ef91-4501-b939-7edbe2a5c67e req-ee8e21b8-6f46-423d-8199-d1c4c9ad6dcd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740786 Aug 09 15:43:24.153242 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccd4ad-7f76-4d62-8e09-477f1cf11304 req-5f80b747-cd18-4ee1-9db5-fb50ed744781 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:24.158430 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-72ccd4ad-7f76-4d62-8e09-477f1cf11304 req-5f80b747-cd18-4ee1-9db5-fb50ed744781 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0615487 Aug 09 15:43:24.230155 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-72ccd4ad-7f76-4d62-8e09-477f1cf11304 req-6103e178-8f2e-4f53-a7a7-4010b585a714 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616798 Aug 09 15:43:24.238289 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd22573-a8de-4ccf-a3db-4e9eb2c966d5 req-551fe7e0-236f-444b-8dba-da55ebb4a219 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:24.239756 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ddd22573-a8de-4ccf-a3db-4e9eb2c966d5 req-551fe7e0-236f-444b-8dba-da55ebb4a219 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0804291 Aug 09 15:43:24.282723 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ddd22573-a8de-4ccf-a3db-4e9eb2c966d5 req-04ac0710-c109-4222-8c51-c4226ecec01c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359581 Aug 09 15:43:25.021068 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-372fd747-6a04-43f6-979e-09548dfc89f4 req-ffa4cb69-d61e-464f-8afa-1ee383c9cf3b tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0512455 Aug 09 15:43:25.080284 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 50550) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:25.113596 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c7376-92d5-4d7b-ba48-f1d90f127e29 req-7ce0c5a7-d658-4ca8-8cec-fffb6dca5fa3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:25.126201 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3a9c7376-92d5-4d7b-ba48-f1d90f127e29 req-7ce0c5a7-d658-4ca8-8cec-fffb6dca5fa3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0696585 Aug 09 15:43:25.182860 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3a9c7376-92d5-4d7b-ba48-f1d90f127e29 req-2a1ffe21-d9df-46fe-9289-963fadc87c99 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555344 Aug 09 15:43:25.206080 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.320259 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.338456 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.375652 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31396ba4-e7dd-4e86-b869-3f5ea136ea5b,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:25.386867 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.387374 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.391173 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.392135 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.393308 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.394207 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.394558 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.394951 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.395293 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.395627 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.396037 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfa732-3738-4c1a-bf46-f6cca6607dc9 req-51bd99ad-4b9f-466f-9f74-41d9c8030a7b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:25.396167 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.396596 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:43:25.404224 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f4dfa732-3738-4c1a-bf46-f6cca6607dc9 req-51bd99ad-4b9f-466f-9f74-41d9c8030a7b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0765259 Aug 09 15:43:25.418163 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-257d260d-bf68-4cbf-b17a-9b19b6eb8c03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1b9930185294b99ae44092ef4318e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362966 Aug 09 15:43:25.418974 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 50558) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:25.488517 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-81389337-71e6-403d-a101-b5e1bd46db19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.497125 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33770f55-b2ea-4a7d-b331-eb6fb55f64c4 req-a05d165b-3e96-4235-957b-60cc357a579b tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:25.498723 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-33770f55-b2ea-4a7d-b331-eb6fb55f64c4 req-a05d165b-3e96-4235-957b-60cc357a579b tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0906935 Aug 09 15:43:25.511869 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-81389337-71e6-403d-a101-b5e1bd46db19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.513802 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f4dfa732-3738-4c1a-bf46-f6cca6607dc9 req-782b299b-f57f-4279-8610-6c426be3fada tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033165 Aug 09 15:43:25.573277 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-33770f55-b2ea-4a7d-b331-eb6fb55f64c4 req-5d578e6f-7e33-488e-a5b8-109bbb17b76a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579431 Aug 09 15:43:25.583363 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-81389337-71e6-403d-a101-b5e1bd46db19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.587329 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-81389337-71e6-403d-a101-b5e1bd46db19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:25.593205 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-81389337-71e6-403d-a101-b5e1bd46db19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31396ba4-e7dd-4e86-b869-3f5ea136ea5b HTTP/1.1" status: 204 len: 168 time: 0.1728766 Aug 09 15:43:25.602410 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81389337-71e6-403d-a101-b5e1bd46db19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31396ba4-e7dd-4e86-b869-3f5ea136ea5b,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:26.083207 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-82b2be51-dda6-43d2-b7e0-e36e7e3883e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:26.098048 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a7eae8c5-191d-432f-9ab1-9c5cf9a6a514 req-41ea75c8-2c4c-499a-a3d8-b4b0d71ef167 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0343380 Aug 09 15:43:26.267940 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:26.358865 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5862fbc-a7bc-4fbf-a492-9f245ce1f89f req-ce639142-d9d6-4ad2-9135-75f67fdcdd2b tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.360444 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b5862fbc-a7bc-4fbf-a492-9f245ce1f89f req-ce639142-d9d6-4ad2-9135-75f67fdcdd2b tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0591054 Aug 09 15:43:26.402002 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b5862fbc-a7bc-4fbf-a492-9f245ce1f89f req-fe95fe94-963c-4667-903d-3d14a62aec50 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343022 Aug 09 15:43:26.635871 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c93d91-e8b6-4b90-b9d4-49747ce8e03a req-5a4b8a7d-e625-4ee4-889c-fe569f49d760 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.637633 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e3c93d91-e8b6-4b90-b9d4-49747ce8e03a req-5a4b8a7d-e625-4ee4-889c-fe569f49d760 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0587204 Aug 09 15:43:26.720267 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e3c93d91-e8b6-4b90-b9d4-49747ce8e03a req-28dd5a33-3df3-47b4-8980-1430b0658053 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744197 Aug 09 15:43:26.742091 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd31bd6-dd7b-4dba-a1c7-baa4d54404e4 req-14a28ac4-dd59-4c78-a9c5-4fd04c785de2 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:26.743812 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4cd31bd6-dd7b-4dba-a1c7-baa4d54404e4 req-14a28ac4-dd59-4c78-a9c5-4fd04c785de2 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0906093 Aug 09 15:43:26.788500 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4cd31bd6-dd7b-4dba-a1c7-baa4d54404e4 req-d4cc7169-a9d2-48ef-99d1-8a6ed1c0b570 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372522 Aug 09 15:43:27.172302 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:27.196259 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c5b5e501-20c9-4c7d-9c1d-63d73be5149c req-73eaba4b-995a-4008-bfd3-f5ba025b1dfd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0362120 Aug 09 15:43:27.560968 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ee61f-afbb-4544-9a2b-ba85a4d904bc req-c39f3f57-9e7f-4e36-a16b-5fbcf8a910ff tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:27.562635 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-733ee61f-afbb-4544-9a2b-ba85a4d904bc req-c39f3f57-9e7f-4e36-a16b-5fbcf8a910ff tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0585403 Aug 09 15:43:27.609278 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-733ee61f-afbb-4544-9a2b-ba85a4d904bc req-eadd5ecd-3d49-4e21-9fca-427b6ee18269 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393226 Aug 09 15:43:27.849920 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac50fe6-7427-44b1-9d7a-4084c2b74b41 req-9d4b89fb-dff4-4e3e-892f-ceb0d9fe797a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:27.851580 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cac50fe6-7427-44b1-9d7a-4084c2b74b41 req-9d4b89fb-dff4-4e3e-892f-ceb0d9fe797a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0583835 Aug 09 15:43:27.917888 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cac50fe6-7427-44b1-9d7a-4084c2b74b41 req-ba1e3031-7de7-46fd-a59e-4f54d1f76636 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598435 Aug 09 15:43:27.957075 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0bbba-68f9-46be-abf4-0c93f58a7c00 req-d642cde8-3a67-4660-8d76-49ec69b4b26b tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:27.958612 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-51f0bbba-68f9-46be-abf4-0c93f58a7c00 req-d642cde8-3a67-4660-8d76-49ec69b4b26b tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0801871 Aug 09 15:43:28.010689 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-51f0bbba-68f9-46be-abf4-0c93f58a7c00 req-9e595533-4375-4cf7-a23b-afc9b8f55c23 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409267 Aug 09 15:43:28.298638 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-49084bca-97b5-4f0a-bbed-0093b4e321ef req-eba753d6-1ed2-4651-b6f5-e4803cd1596e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0305827 Aug 09 15:43:28.738242 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcf2dd-47cd-4026-a98b-c02f3669291c req-ab45244f-5214-4a13-844d-0728df60328f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:28.739743 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5fbcf2dd-47cd-4026-a98b-c02f3669291c req-ab45244f-5214-4a13-844d-0728df60328f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0518699 Aug 09 15:43:28.784100 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5fbcf2dd-47cd-4026-a98b-c02f3669291c req-20bcaa2a-9250-4881-b280-cd8e18e1d1d0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368712 Aug 09 15:43:28.860849 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:29.043326 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65fa154-94da-4cf8-857c-393fd717b91e req-dcfb958f-ba39-45a7-90eb-7d9676feaf16 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:29.045562 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c65fa154-94da-4cf8-857c-393fd717b91e req-dcfb958f-ba39-45a7-90eb-7d9676feaf16 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0550408 Aug 09 15:43:29.113905 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c65fa154-94da-4cf8-857c-393fd717b91e req-49b806a2-287b-4fdb-be2e-a4db17b1c682 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496573 Aug 09 15:43:29.167546 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72d6a3-7cb2-43f4-88a0-d96014006423 req-5dae41eb-cc47-4ee7-ab09-6478294ba16a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:29.169077 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0a72d6a3-7cb2-43f4-88a0-d96014006423 req-5dae41eb-cc47-4ee7-ab09-6478294ba16a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0593944 Aug 09 15:43:29.211475 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0a72d6a3-7cb2-43f4-88a0-d96014006423 req-5d7decf4-01a3-4207-83c8-d77ce76e74ba tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358348 Aug 09 15:43:29.389090 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-785fcc56-913f-45ea-aa79-7ef5962b5a08 req-14bdd105-3df4-48a3-9c66-3e09c9552d03 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0290041 Aug 09 15:43:29.912702 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09e5af-decd-4da5-8464-1ae6056ef587 req-bce70c18-8988-4012-820a-65d23cc37c08 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:29.914558 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3f09e5af-decd-4da5-8464-1ae6056ef587 req-bce70c18-8988-4012-820a-65d23cc37c08 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0530121 Aug 09 15:43:29.969715 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3f09e5af-decd-4da5-8464-1ae6056ef587 req-89a64d21-23d4-4f9f-a2d3-8b091a1630c5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479848 Aug 09 15:43:30.087313 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244797f-c218-4aa3-9f65-7726918f2781 req-44246be6-a1bf-41ff-a554-42c826c67278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.088985 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4244797f-c218-4aa3-9f65-7726918f2781 req-44246be6-a1bf-41ff-a554-42c826c67278 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 1098 time: 0.0625687 Aug 09 15:43:30.263309 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244797f-c218-4aa3-9f65-7726918f2781 req-095223ea-adbe-4b63-a1e4-29431dd01a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.263719 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4244797f-c218-4aa3-9f65-7726918f2781 req-095223ea-adbe-4b63-a1e4-29431dd01a13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 919 time: 0.1116455 Aug 09 15:43:30.308778 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b849c-4924-42f2-af3d-e86ac57a0018 req-c1c62b48-38ef-430b-aac3-ddfb413e60b2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.309683 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-260b849c-4924-42f2-af3d-e86ac57a0018 req-c1c62b48-38ef-430b-aac3-ddfb413e60b2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.1161094 Aug 09 15:43:30.358864 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4244797f-c218-4aa3-9f65-7726918f2781 req-4c4bbaf2-24d5-4177-88f9-596517450be2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cccd688-86af-49fa-98b8-7e071319d942 HTTP/1.1" status: 200 len: 1000 time: 0.0749376 Aug 09 15:43:30.393055 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cc445-4561-4688-9412-ecf3c0349c11 req-bd99aa0a-301a-4e07-b7e8-1075697cc627 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.394578 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-418cc445-4561-4688-9412-ecf3c0349c11 req-bd99aa0a-301a-4e07-b7e8-1075697cc627 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0817120 Aug 09 15:43:30.413460 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-260b849c-4924-42f2-af3d-e86ac57a0018 req-7fb982ee-c9c9-4324-8996-b347896262ba tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852599 Aug 09 15:43:30.453470 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244797f-c218-4aa3-9f65-7726918f2781 req-53a3e56e-83ab-468a-bb27-67709e655870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.455115 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4244797f-c218-4aa3-9f65-7726918f2781 req-53a3e56e-83ab-468a-bb27-67709e655870 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.0809441 Aug 09 15:43:30.511616 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244797f-c218-4aa3-9f65-7726918f2781 req-98801b5c-b8bd-4706-acb4-9405260e6d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.513322 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4244797f-c218-4aa3-9f65-7726918f2781 req-98801b5c-b8bd-4706-acb4-9405260e6d74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447059 Aug 09 15:43:30.523468 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-418cc445-4561-4688-9412-ecf3c0349c11 req-307645ce-5e18-466d-a804-b2ac5fced7e7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084578 Aug 09 15:43:30.545474 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a66589a5-242b-4666-a464-d30bfcbac2b1 req-03c27df4-e297-49d7-8be8-c8397e5eea3e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0736551 Aug 09 15:43:30.638769 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4244797f-c218-4aa3-9f65-7726918f2781 req-79d30688-59e7-4030-8068-f80c26f8f03c service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065457 Aug 09 15:43:30.790934 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4244797f-c218-4aa3-9f65-7726918f2781 req-65c5f74f-8b94-4b63-906e-c251448ea715 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404548 Aug 09 15:43:30.841590 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e030c-4a33-464f-beea-790f6c2465b1 req-b3d1bc7b-b4ea-4614-96e1-e8855b072716 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.851019 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f3e030c-4a33-464f-beea-790f6c2465b1 req-b3d1bc7b-b4ea-4614-96e1-e8855b072716 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0720685 Aug 09 15:43:30.906813 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f3e030c-4a33-464f-beea-790f6c2465b1 req-7a4e949a-9eb3-47fc-adf1-71249a8a62d8 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494351 Aug 09 15:43:30.915547 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-aeb36c51-47bf-4c98-a7c4-a39738c0eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:30.917451 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-aeb36c51-47bf-4c98-a7c4-a39738c0eace service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 1098 time: 0.0437536 Aug 09 15:43:31.028569 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-9e4adea9-7a2a-4a65-a08d-8934369d95b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.030162 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-9e4adea9-7a2a-4a65-a08d-8934369d95b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 913 time: 0.1030242 Aug 09 15:43:31.115988 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-4e04f7dc-ef57-4e8b-b0ab-46a905f2ae73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b HTTP/1.1" status: 200 len: 1000 time: 0.0697498 Aug 09 15:43:31.123290 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fac31-89a4-4669-94a2-404022c39698 req-09c67f6e-1077-4ce8-bcca-b54fe68bd3a6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.125173 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ef6fac31-89a4-4669-94a2-404022c39698 req-09c67f6e-1077-4ce8-bcca-b54fe68bd3a6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0594893 Aug 09 15:43:31.183508 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ef6fac31-89a4-4669-94a2-404022c39698 req-67e31717-6046-44b0-89ed-39887b8b966d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520902 Aug 09 15:43:31.188373 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-c3091f7d-ba19-4d43-81ab-003f88c94d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.190023 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-c3091f7d-ba19-4d43-81ab-003f88c94d1c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 200 len: 850 time: 0.0547056 Aug 09 15:43:31.255550 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-6547b61b-6184-43fd-b920-6d19a60fb764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.257404 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-6547b61b-6184-43fd-b920-6d19a60fb764 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=594383a9-5c1c-45a7-8046-d048d8fc0356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550694 Aug 09 15:43:31.367673 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-6cd71020-0558-4d30-b3ae-13d193543b0a service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943000 Aug 09 15:43:31.486089 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ca457c84-f472-410d-9b25-9c1d7a5cdeb5 req-e42c08a6-072f-4f6a-aea2-5b414e49d3d2 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078649 Aug 09 15:43:31.542759 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7829499-e263-42e5-bcc5-1e86330c5880 req-6551277a-958f-441a-85e0-f2e49ca3bf20 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:31.548705 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a7829499-e263-42e5-bcc5-1e86330c5880 req-6551277a-958f-441a-85e0-f2e49ca3bf20 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0646045 Aug 09 15:43:31.587828 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a7829499-e263-42e5-bcc5-1e86330c5880 req-2baf53f3-c654-43f4-a18b-fd2acaa554d6 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358918 Aug 09 15:43:31.658163 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d3fb4393-c93f-46a2-9a5b-58016453c6f6 req-96ed13ce-a3f7-463b-a2b1-8674d95cfd36 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0317457 Aug 09 15:43:32.043658 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7b3d5-9811-4af2-a8a5-716751c769c3 req-2fceeefc-a949-4eff-899f-90f4255cdd82 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.045797 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a2c7b3d5-9811-4af2-a8a5-716751c769c3 req-2fceeefc-a949-4eff-899f-90f4255cdd82 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0642877 Aug 09 15:43:32.093272 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a2c7b3d5-9811-4af2-a8a5-716751c769c3 req-d977783b-b677-4531-8caa-6ae9f2bd5688 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413990 Aug 09 15:43:32.337077 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a252a-7ed9-400d-a944-d87d4ccffac5 req-aafb1360-b7bd-4445-9f09-9ed6d3baf38c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.345996 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-603a252a-7ed9-400d-a944-d87d4ccffac5 req-aafb1360-b7bd-4445-9f09-9ed6d3baf38c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0802648 Aug 09 15:43:32.401292 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-603a252a-7ed9-400d-a944-d87d4ccffac5 req-e2fe42c4-80a1-4316-aeed-8bcaac6c895c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505476 Aug 09 15:43:32.743345 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f07dcf2d-1009-4773-a074-d88d08bb88ee req-1524d739-84b6-40c9-ab41-938b3558ce3d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0312290 Aug 09 15:43:32.762475 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089da1a-6500-4ee9-9b26-2d5761d73e10 req-940c4298-90ab-4dd1-a296-d75d8b3bdd2f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:32.762475 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3089da1a-6500-4ee9-9b26-2d5761d73e10 req-940c4298-90ab-4dd1-a296-d75d8b3bdd2f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0954688 Aug 09 15:43:32.801047 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3089da1a-6500-4ee9-9b26-2d5761d73e10 req-172f38e1-9021-4fdf-83d4-2191f03741ec tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383627 Aug 09 15:43:33.230085 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b60996-9cad-4f38-8ce9-4c287a96ee76 req-b54cf559-b7d6-41c0-b444-b28b32cbfb42 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.233107 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-01b60996-9cad-4f38-8ce9-4c287a96ee76 req-b54cf559-b7d6-41c0-b444-b28b32cbfb42 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0681617 Aug 09 15:43:33.293701 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-01b60996-9cad-4f38-8ce9-4c287a96ee76 req-939ea8dd-0e7a-4787-b6bb-cb198c998dbc tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544224 Aug 09 15:43:33.542047 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd68446-2575-474a-9c38-aa628d3efea8 req-2f601f1c-ac18-4326-9d80-551ed369ea19 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.543993 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1dd68446-2575-474a-9c38-aa628d3efea8 req-2f601f1c-ac18-4326-9d80-551ed369ea19 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0544453 Aug 09 15:43:33.585363 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1dd68446-2575-474a-9c38-aa628d3efea8 req-440c855a-fd9d-4be8-b263-9809b56175cd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351303 Aug 09 15:43:33.824951 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-54b75654-ba6d-4cea-9ef7-d2e605750817 req-2cafbf0f-b46a-40d9-b17c-66b758ac239e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0295248 Aug 09 15:43:33.915388 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e84f0-a483-4946-882e-3ba2d2bc33de req-cd6c7a65-854b-410f-901d-bd381f182dc2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:33.916887 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3c7e84f0-a483-4946-882e-3ba2d2bc33de req-cd6c7a65-854b-410f-901d-bd381f182dc2 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0474768 Aug 09 15:43:33.955015 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3c7e84f0-a483-4946-882e-3ba2d2bc33de req-8089934c-360e-4e89-b3be-8749dc8cfd77 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Aug 09 15:43:34.464898 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-e78b80fa-41f7-4593-9047-65271ca66d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:34.466368 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-e78b80fa-41f7-4593-9047-65271ca66d7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 1098 time: 0.0415518 Aug 09 15:43:34.563583 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-58c810a0-3d85-4933-b3f3-2ac23c980094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:34.565071 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-58c810a0-3d85-4933-b3f3-2ac23c980094 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 919 time: 0.0850999 Aug 09 15:43:34.636595 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-9f25089a-3cbe-48d2-89f8-385807c9da99 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cccd688-86af-49fa-98b8-7e071319d942 HTTP/1.1" status: 200 len: 1000 time: 0.0613115 Aug 09 15:43:34.691679 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-e3ae7731-6399-40af-a1ff-58df2cf7fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:34.693362 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-e3ae7731-6399-40af-a1ff-58df2cf7fc71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.0454903 Aug 09 15:43:34.705567 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a27c49-e823-431f-a058-482a0c938a70 req-2531f9ca-6a07-4303-b1a5-72a3d431c9fe tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:34.707233 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-89a27c49-e823-431f-a058-482a0c938a70 req-2531f9ca-6a07-4303-b1a5-72a3d431c9fe tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0494118 Aug 09 15:43:34.746541 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-03495542-6735-4e41-92dc-d160951341dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:34.747511 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-89a27c49-e823-431f-a058-482a0c938a70 req-860907b5-4510-41d6-9019-659219159927 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333366 Aug 09 15:43:34.748063 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-03495542-6735-4e41-92dc-d160951341dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435250 Aug 09 15:43:34.845771 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-f493c9e1-dd5c-4d81-ad58-0d5449637d70 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823665 Aug 09 15:43:34.903402 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-79ab0ffb-3e52-41bf-a3ad-af356b8a331c req-1e8edaed-1850-4791-824b-1104ccec3235 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0286243 Aug 09 15:43:34.948268 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a1005173-3c75-4375-bcbb-8ac665409f79 req-77a97acb-a2a6-46a4-b464-6215ec406497 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934446 Aug 09 15:43:35.074158 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9ff27-a40c-42e5-b884-eb0f8e893ddb req-26cfddfe-7f2c-445f-818e-d3edb0e17a1a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.075536 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-30d9ff27-a40c-42e5-b884-eb0f8e893ddb req-26cfddfe-7f2c-445f-818e-d3edb0e17a1a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0477109 Aug 09 15:43:35.112738 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-30d9ff27-a40c-42e5-b884-eb0f8e893ddb req-6493e4e7-2932-4c96-af1c-7e72941fe9c7 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Aug 09 15:43:35.865699 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe98967-efb7-4c42-a122-abc3680691a2 req-e00c4af5-48c6-4e4e-8a14-c3a30c22e5e7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:35.867256 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3fe98967-efb7-4c42-a122-abc3680691a2 req-e00c4af5-48c6-4e4e-8a14-c3a30c22e5e7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0480149 Aug 09 15:43:35.906355 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3fe98967-efb7-4c42-a122-abc3680691a2 req-4032ed89-7cf0-4c7d-baac-fd9e9254c5cb tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324349 Aug 09 15:43:35.982380 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2c27a276-aa5b-4568-a3da-e8edb3472cfe req-cdafc81f-9236-4f1e-bdcc-d5efb90d4a2d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0271628 Aug 09 15:43:36.232233 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15768e-bc98-46ac-995b-9957f001ec44 req-2879e745-5641-4bf0-9f9b-f1a6fc2a4e8e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.233746 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ed15768e-bc98-46ac-995b-9957f001ec44 req-2879e745-5641-4bf0-9f9b-f1a6fc2a4e8e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0522826 Aug 09 15:43:36.270318 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ed15768e-bc98-46ac-995b-9957f001ec44 req-8dfec829-82a6-42b4-8d1c-11d595a3c10d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Aug 09 15:43:36.457960 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff9314-e0dc-4114-af10-ed3c9ca9445f req-22034bb0-4af7-4784-8ffb-693d4c89806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:36.459328 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9aff9314-e0dc-4114-af10-ed3c9ca9445f req-22034bb0-4af7-4784-8ffb-693d4c89806e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 1098 time: 0.0423903 Aug 09 15:43:36.498545 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9aff9314-e0dc-4114-af10-ed3c9ca9445f req-ae32d950-9a5c-4c26-8ea2-64e98a4f409b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266185 Aug 09 15:43:36.840138 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.030510 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051bdae-09d8-4e56-9aed-8924f453b4a7 req-f450fbbf-db42-4613-88c7-f34183b1f88f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:37.032426 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8051bdae-09d8-4e56-9aed-8924f453b4a7 req-f450fbbf-db42-4613-88c7-f34183b1f88f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 945 time: 0.0528979 Aug 09 15:43:37.065023 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-74025065-e669-48ea-aee8-2015f94769f3 req-10618746-0677-49f2-9419-866a2b8ba9aa tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0311654 Aug 09 15:43:37.091090 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8051bdae-09d8-4e56-9aed-8924f453b4a7 req-7c358d28-2c1b-4d6e-a044-64db29207059 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468857 Aug 09 15:43:37.092690 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 1cccd688-86af-49fa-98b8-7e071319d942 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:37.169333 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.190393 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:37.192625 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf618ac1-ccc7-468b-9c61-32015189e7e5" -d '{"events": [{"server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "name": "network-vif-unplugged", "status": "completed", "tag": "1cccd688-86af-49fa-98b8-7e071319d942"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:37.205433 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:43:37.211110 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:37.234871 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81d825b-e649-42f0-a053-ce51f96ab422 x-openstack-request-id: req-a81d825b-e649-42f0-a053-ce51f96ab422 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:37.235189 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "name": "network-vif-unplugged", "status": "completed", "tag": "1cccd688-86af-49fa-98b8-7e071319d942", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:37.235449 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a81d825b-e649-42f0-a053-ce51f96ab422 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:37.235842 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942', 'code': 200} Aug 09 15:43:37.263776 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=8']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:37.388142 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba5dbc-0593-4d38-a7e9-3296afe4dd61 req-2e229ce2-97ff-437b-9895-0cc5c8f1caa8 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:37.389546 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b6ba5dbc-0593-4d38-a7e9-3296afe4dd61 req-2e229ce2-97ff-437b-9895-0cc5c8f1caa8 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0503061 Aug 09 15:43:37.427136 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b6ba5dbc-0593-4d38-a7e9-3296afe4dd61 req-4113357c-50d7-4609-9619-621947a7b0b4 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317433 Aug 09 15:43:38.142917 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b354fb93-f2e3-4505-85ca-4f673743d90c req-64e6b90c-fa6d-4ee2-80ab-54b67b904878 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0280297 Aug 09 15:43:38.210042 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc443b-3780-4d88-a9ab-9ee524b3cade req-be317914-d1c3-45b6-b1b7-7f080fca9805 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:38.212070 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b3bc443b-3780-4d88-a9ab-9ee524b3cade req-be317914-d1c3-45b6-b1b7-7f080fca9805 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0474913 Aug 09 15:43:38.249012 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b3bc443b-3780-4d88-a9ab-9ee524b3cade req-c2f09455-4ef1-40c3-bab3-45ab6e59bf37 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310569 Aug 09 15:43:38.560556 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4e2fc-f1d6-489b-b3c3-0ff578ea2137 req-0f831dbf-eb82-4d59-92a9-a9a3512dc604 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:38.562129 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b4b4e2fc-f1d6-489b-b3c3-0ff578ea2137 req-0f831dbf-eb82-4d59-92a9-a9a3512dc604 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0614138 Aug 09 15:43:38.602242 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b4b4e2fc-f1d6-489b-b3c3-0ff578ea2137 req-4a14428b-a7a3-4287-945a-77ac69bdb77e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338457 Aug 09 15:43:38.902139 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8188e-98a8-4dcf-9f40-9057a09fa563 req-ab663675-9f58-4f2e-a558-5351223d01cd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:38.903808 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2b8188e-98a8-4dcf-9f40-9057a09fa563 req-ab663675-9f58-4f2e-a558-5351223d01cd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0696638 Aug 09 15:43:38.968153 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2b8188e-98a8-4dcf-9f40-9057a09fa563 req-7aaef559-3ae6-46cc-8f3a-e3dcc6d5c225 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576205 Aug 09 15:43:38.971597 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8aee9-ccdc-4665-9d53-875e8a592f11 req-b77f9809-e3ce-46be-bfe8-8a6b14531afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:38.973559 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-41e8aee9-ccdc-4665-9d53-875e8a592f11 req-b77f9809-e3ce-46be-bfe8-8a6b14531afa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c251c3883e6a427eae874a312b826dd9&device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 1098 time: 0.0433254 Aug 09 15:43:38.989011 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b63e4-df13-481e-aa06-d73b22a8317e req-37e8b12c-c45a-4ab5-b6d5-85493c173b62 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:38.991220 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-706b63e4-df13-481e-aa06-d73b22a8317e req-37e8b12c-c45a-4ab5-b6d5-85493c173b62 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0729935 Aug 09 15:43:39.039851 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-706b63e4-df13-481e-aa06-d73b22a8317e req-27c369f6-25bf-49dd-b278-b787c81c5299 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Aug 09 15:43:39.114675 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8aee9-ccdc-4665-9d53-875e8a592f11 req-88323fa9-fff6-4652-97b0-5bb7177dff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.116153 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-41e8aee9-ccdc-4665-9d53-875e8a592f11 req-88323fa9-fff6-4652-97b0-5bb7177dff95 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 200 len: 920 time: 0.1300068 Aug 09 15:43:39.169108 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-41e8aee9-ccdc-4665-9d53-875e8a592f11 req-eebfe107-1478-48ec-8aef-2c46e9466c5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69f1e853-7405-4ae2-90da-5362f58221a1 HTTP/1.1" status: 200 len: 217 time: 0.0389595 Aug 09 15:43:39.222741 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8aee9-ccdc-4665-9d53-875e8a592f11 req-dfa5f276-e730-4550-928a-7dcf117a389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:39.224390 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-41e8aee9-ccdc-4665-9d53-875e8a592f11 req-dfa5f276-e730-4550-928a-7dcf117a389c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 200 len: 858 time: 0.0474765 Aug 09 15:43:39.230138 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c0f03abe-2afe-4e63-89b9-c8e80d0bd10c req-725c0a1f-e83a-4fd7-a325-60f096b528f4 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0311003 Aug 09 15:43:39.257312 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-41e8aee9-ccdc-4665-9d53-875e8a592f11 req-8af1c643-253e-43e6-a19c-3fbe1cf42fad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242689 Aug 09 15:43:39.283235 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 50730) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:43:39.371070 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-bcbfed49-194b-415a-93da-d28816a0628f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866432 Aug 09 15:43:39.574826 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-41e8aee9-ccdc-4665-9d53-875e8a592f11 req-bf466dc6-3b8c-4f04-a422-292113a5f7fe service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080001 Aug 09 15:43:39.674894 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-41e8aee9-ccdc-4665-9d53-875e8a592f11 req-47dea85a-3b7a-4d8f-b1ba-58d67c54e7d0 service neutron] 10.222.0.44 "GET /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868595 Aug 09 15:43:40.165486 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae68f6f-24f0-49c6-839a-4744ccc03bfd req-a8310d82-7b07-462f-80ec-1986a3edb46a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:40.166963 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dae68f6f-24f0-49c6-839a-4744ccc03bfd req-a8310d82-7b07-462f-80ec-1986a3edb46a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0753810 Aug 09 15:43:40.178632 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf47c77-815b-47cd-a08b-c332fe786711 req-865a6e51-9415-45ee-90c4-7720cc8bc70f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:40.180158 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9bf47c77-815b-47cd-a08b-c332fe786711 req-865a6e51-9415-45ee-90c4-7720cc8bc70f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0645301 Aug 09 15:43:40.236977 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dae68f6f-24f0-49c6-839a-4744ccc03bfd req-ab892abb-5be8-48b3-81af-db4e6ceffe5f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558789 Aug 09 15:43:40.239767 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9bf47c77-815b-47cd-a08b-c332fe786711 req-88bf2483-4e3b-4f1b-84fc-42afef27588c tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530794 Aug 09 15:43:40.303545 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2e6ae2ee-d114-4917-be43-4fa431762713 req-b95ac754-89a9-4c2c-a17c-490a568e2482 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0252254 Aug 09 15:43:41.124439 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 1cccd688-86af-49fa-98b8-7e071319d942 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:43:41.346459 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:43:41.408949 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb560f7-493a-44f1-a8ca-6bf05ba71779 req-a3e02bce-1755-418a-9a3d-89bd55d7abd2 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:41.411470 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ccb560f7-493a-44f1-a8ca-6bf05ba71779 req-a3e02bce-1755-418a-9a3d-89bd55d7abd2 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0974247 Aug 09 15:43:41.426599 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195ba4b-1222-4cb8-b998-e3a8e499630a req-125caf11-1ede-454f-93b7-46b70f5f8026 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:41.429758 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4195ba4b-1222-4cb8-b998-e3a8e499630a req-125caf11-1ede-454f-93b7-46b70f5f8026 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.1004875 Aug 09 15:43:41.498201 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ccb560f7-493a-44f1-a8ca-6bf05ba71779 req-5382b6ce-aaa1-4ca4-86b8-d494ef3388a7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671391 Aug 09 15:43:41.501362 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4195ba4b-1222-4cb8-b998-e3a8e499630a req-0b4cfcfa-98eb-42d8-ad2e-e475108e87ec tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595250 Aug 09 15:43:41.597540 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6a72ba10-6ef3-4cc8-8023-f91886e0de9e req-9e765484-1168-4add-adcc-2cae18623de8 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0285354 Aug 09 15:43:41.736425 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-f3819d82-5096-4d94-8ada-47964988e1be tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:41.738055 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-f3819d82-5096-4d94-8ada-47964988e1be tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.44 "GET /v2.0/networks?id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f HTTP/1.1" status: 200 len: 809 time: 0.1067333 Aug 09 15:43:41.816416 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-1e38738a-2528-4605-af64-d9a5e997a4e3 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc67fe97d83e44a985c2a58971e7d1d0 HTTP/1.1" status: 200 len: 380 time: 0.0466633 Aug 09 15:43:41.839760 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Request body: {'port': {'device_id': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'admin_state_up': True, 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'security_groups': ['23e39692-f4c0-41e7-bb16-747a2bb17f4c']}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:41.949590 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Made reservation on behalf of fc67fe97d83e44a985c2a58971e7d1d0 for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:43:41.953168 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.093939 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Allocated IP 172.20.0.5 (d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f/2f66c379-e042-4a7d-bba4-c97baaa49978/a857abb4-44ed-49b8-9a1b-f1d36f5e7e31) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:43:42.225802 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.239420 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Transition to ACTIVE for port object a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 will not be triggered until provisioned by entity DHCP. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:42.274418 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.317950 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:43:42.323262 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:43:42.327093 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:43:42.328742 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-f7b4891e-f863-47b0-87cf-9a0d4d936572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.330444 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-f7b4891e-f863-47b0-87cf-9a0d4d936572 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42&tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f HTTP/1.1" status: 200 len: 1096 time: 0.0757949 Aug 09 15:43:42.361269 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event updated for resources: {'Port': ['ID=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:42.386407 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.387126 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.410098 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d1feae8d-c2bb-411f-9c92-0cbf9d9f7aa6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755904 Aug 09 15:43:42.412505 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-55d025d8-88f6-4a84-be1f-d4480ef78f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.414138 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-55d025d8-88f6-4a84-be1f-d4480ef78f85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 1096 time: 0.0495117 Aug 09 15:43:42.443487 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Request body: {'port': {'device_id': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:43:42.500160 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.551111 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-4e10a5ac-27b8-48e1-bcc3-bd6d224c9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.552806 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-4e10a5ac-27b8-48e1-bcc3-bd6d224c9764 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 919 time: 0.1146383 Aug 09 15:43:42.621980 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-a2973fca-1bf3-4fc2-8cd6-15fdc98c627f None None] Provisioning for port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:43:42.627507 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-a2973fca-1bf3-4fc2-8cd6-15fdc98c627f None None] Provisioning complete for port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:43:42.628228 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a2973fca-1bf3-4fc2-8cd6-15fdc98c627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.673422 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-a2973fca-1bf3-4fc2-8cd6-15fdc98c627f None None] Port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:43:42.702521 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-71601080-01ae-4dee-9c82-993bc22bdd4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cccd688-86af-49fa-98b8-7e071319d942 HTTP/1.1" status: 200 len: 998 time: 0.1326518 Aug 09 15:43:42.717274 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a076669-d6b5-4ba7-af64-f4f10592b6b8 req-85797825-63ab-4230-82a6-5bd1991dc963 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.718699 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0a076669-d6b5-4ba7-af64-f4f10592b6b8 req-85797825-63ab-4230-82a6-5bd1991dc963 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.1290517 Aug 09 15:43:42.765874 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdae1bf-98e6-42f2-8d9c-5b5793e5fe8a req-9ba055ab-7ea1-4984-9b58-0531944b81ae tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.767217 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7fdae1bf-98e6-42f2-8d9c-5b5793e5fe8a req-9ba055ab-7ea1-4984-9b58-0531944b81ae tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.1064036 Aug 09 15:43:42.806227 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:43:42.813746 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.815044 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-7747dd37-c5d4-422a-8c1f-1779daf5f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.816488 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-7747dd37-c5d4-422a-8c1f-1779daf5f292 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.0954685 Aug 09 15:43:42.825033 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0a076669-d6b5-4ba7-af64-f4f10592b6b8 req-0b8178ed-9e3d-489b-a426-7e65f70923a9 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956473 Aug 09 15:43:42.826335 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Transition to ACTIVE for port object a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:43:42.832063 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:42.862043 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7fdae1bf-98e6-42f2-8d9c-5b5793e5fe8a req-73e6c0aa-ad7c-468d-8c36-49f6edc1c0e4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842428 Aug 09 15:43:42.883524 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-fc7f8930-db2d-43b5-b3f6-34616e06fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:42.885300 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-fc7f8930-db2d-43b5-b3f6-34616e06fd34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542860 Aug 09 15:43:42.889460 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Pushing event updated for resources: {'Port': ['ID=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:42.983726 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Attempting to bind port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:43:42.984964 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Attempting to bind port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:43:42.985457 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Attempting to bind port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 on network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:42.993380 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 on network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:43:42.993921 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Attempting to bind port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 on network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:43:42.999608 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:43:43.000173 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Checking segment: {'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:43:43.001028 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Bound using segment: {'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:43:43.001627 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Bound port: a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc52e25-0c84-4888-bde8-b0139be5bc81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:43:43.002241 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.078407 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] For port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:43:43.082200 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] For port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:43:43.088227 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.124920 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.125726 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:43.127458 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-011c349d-9911-4201-8523-58d1dec84038 service neutron] 10.222.0.44 "PUT /v2.0/ports/a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 HTTP/1.1" status: 200 len: 1093 time: 0.6882482 Aug 09 15:43:43.127794 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:43:43.130119 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285a0469-2a8a-4d8f-98cb-72de06ba0727" -d '{"events": [{"name": "network-changed", "server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:43:43.167499 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c349d-9911-4201-8523-58d1dec84038 service neutron] Pushing event updated for resources: {'Port': ['ID=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:43:43.257331 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-51ff0d19-016a-4191-8c53-ebc914b954c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.260290 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-51ff0d19-016a-4191-8c53-ebc914b954c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc67fe97d83e44a985c2a58971e7d1d0&device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1096 time: 0.0724475 Aug 09 15:43:43.273829 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5504b93b-f793-422b-9ff0-484ca3763c7e x-openstack-request-id: req-5504b93b-f793-422b-9ff0-484ca3763c7e {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:43:43.274360 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:43:43.274764 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5504b93b-f793-422b-9ff0-484ca3763c7e {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:43:43.275328 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'status': 'completed', 'code': 200} Aug 09 15:43:43.316446 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-ac9cce7e-fc81-4792-9664-1f252609048c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 HTTP/1.1" status: 200 len: 217 time: 0.0402045 Aug 09 15:43:43.338613 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-aac6557a-46b7-4b48-a60f-99c605c34cf1 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353132 Aug 09 15:43:43.347408 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1dece-27e2-48ef-b953-cccba912dee1 req-cc3dd884-254d-4d21-86b3-a64042184a98 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.355001 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c4d1dece-27e2-48ef-b953-cccba912dee1 req-cc3dd884-254d-4d21-86b3-a64042184a98 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.3915513 Aug 09 15:43:43.390045 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-e9b71de7-2872-4a8f-bf52-65e3946d2fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.391623 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-e9b71de7-2872-4a8f-bf52-65e3946d2fba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f66c379-e042-4a7d-bba4-c97baaa49978 HTTP/1.1" status: 200 len: 848 time: 0.0629876 Aug 09 15:43:43.440171 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c4d1dece-27e2-48ef-b953-cccba912dee1 req-4994a75d-aeb2-4158-990a-b3fb880c3a7a tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838432 Aug 09 15:43:43.445087 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-18736d6b-fc5a-4f82-acea-737887244f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.446610 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-18736d6b-fc5a-4f82-acea-737887244f01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412648 Aug 09 15:43:43.469363 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68386d08-41bc-40fd-a56b-1470ccf3afa9 req-87928773-5819-498b-831e-c34c3b987d0b service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113045 Aug 09 15:43:43.550135 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-895dbec1-c9af-4bab-8150-c1c6c32ba355 service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864708 Aug 09 15:43:43.644204 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5f64d68b-e9bf-4f1c-bc72-97a3b0650f97 req-d667b029-ffea-46dd-b123-7a4685526249 service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836074 Aug 09 15:43:43.765035 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-7acbe534-f3ff-4137-895e-c03fffeaaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.766530 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-7acbe534-f3ff-4137-895e-c03fffeaaffc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc67fe97d83e44a985c2a58971e7d1d0&device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1096 time: 0.0413034 Aug 09 15:43:43.875635 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-1c461c93-7028-4a32-8b77-282524671fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:43.877893 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-1c461c93-7028-4a32-8b77-282524671fad service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f HTTP/1.1" status: 200 len: 911 time: 0.0911665 Aug 09 15:43:43.948545 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-44399b59-4cd7-43e0-b35a-93f3258e6ebe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 HTTP/1.1" status: 200 len: 217 time: 0.0373180 Aug 09 15:43:44.029648 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-23fed78b-cfd0-4285-a2b4-80bf69f04d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:44.031422 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-23fed78b-cfd0-4285-a2b4-80bf69f04d95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f66c379-e042-4a7d-bba4-c97baaa49978 HTTP/1.1" status: 200 len: 848 time: 0.0723779 Aug 09 15:43:44.045610 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab181bf-a022-4c48-9ada-1ecf2fc4188d req-e28221c8-e206-482f-be1c-7f7c1e05d167 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:44.056335 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cab181bf-a022-4c48-9ada-1ecf2fc4188d req-e28221c8-e206-482f-be1c-7f7c1e05d167 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0967753 Aug 09 15:43:44.097814 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cab181bf-a022-4c48-9ada-1ecf2fc4188d req-02ba33a0-00d7-41bf-83ea-4a0ebb18ccb0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401523 Aug 09 15:43:44.551834 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b32ee0-3c44-4ec3-afd6-d20e1528c384 req-99461d99-86a0-4fba-8f51-bb9e375a07b7 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:44.553427 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95b32ee0-3c44-4ec3-afd6-d20e1528c384 req-99461d99-86a0-4fba-8f51-bb9e375a07b7 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0491269 Aug 09 15:43:44.595449 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-95b32ee0-3c44-4ec3-afd6-d20e1528c384 req-69ce12fe-e0ff-431a-b958-e0d2c6136ee3 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357463 Aug 09 15:43:45.225074 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848263e5-3f21-4fc0-9cfd-dafc0eb38393 req-7b3eb1e9-9490-4fdc-920d-968e8ee0a21d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:45.226653 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-848263e5-3f21-4fc0-9cfd-dafc0eb38393 req-7b3eb1e9-9490-4fdc-920d-968e8ee0a21d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0476680 Aug 09 15:43:45.266850 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-848263e5-3f21-4fc0-9cfd-dafc0eb38393 req-a620f107-5a4f-4e49-96e2-b6ee6ce366f7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341830 Aug 09 15:43:45.732057 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de34d-c795-4b5e-acc8-523fc3982ed4 req-2adcd26b-c259-4424-9ab5-e9070e4a911c tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:45.733617 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-916de34d-c795-4b5e-acc8-523fc3982ed4 req-2adcd26b-c259-4424-9ab5-e9070e4a911c tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0627291 Aug 09 15:43:45.771112 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-916de34d-c795-4b5e-acc8-523fc3982ed4 req-5d2487f6-193a-4540-a021-bdef948c8ecb tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Aug 09 15:43:46.391276 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab4d45-de4d-4319-8e0a-13e6daed22a1 req-f7bd12c1-de8a-46c9-9911-1a74fc8d2987 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:46.392791 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e8ab4d45-de4d-4319-8e0a-13e6daed22a1 req-f7bd12c1-de8a-46c9-9911-1a74fc8d2987 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0499685 Aug 09 15:43:46.430471 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e8ab4d45-de4d-4319-8e0a-13e6daed22a1 req-190aa58e-024b-440e-9a19-18f9fa42dc31 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309656 Aug 09 15:43:46.893749 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f4c7b-a70b-478b-a28c-ac623a8d49e4 req-c87fc4ea-0c4d-4c0b-8178-4dcf1532785f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:46.895338 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-972f4c7b-a70b-478b-a28c-ac623a8d49e4 req-c87fc4ea-0c4d-4c0b-8178-4dcf1532785f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0591781 Aug 09 15:43:46.933579 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-972f4c7b-a70b-478b-a28c-ac623a8d49e4 req-1e6fbdac-6839-4605-a102-8eafd67e2b07 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317941 Aug 09 15:43:47.586992 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f545d-3f97-4074-8cd3-9038342e1fd2 req-3c943894-f964-4011-bf86-04289041360e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:47.588536 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4e7f545d-3f97-4074-8cd3-9038342e1fd2 req-3c943894-f964-4011-bf86-04289041360e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0658710 Aug 09 15:43:47.625916 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4e7f545d-3f97-4074-8cd3-9038342e1fd2 req-29cd8085-1bfc-49dd-bd84-bb959ab42405 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313120 Aug 09 15:43:48.055200 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974c53d-865d-485a-8666-f5f8a24bb4a0 req-dd330b58-cee2-44e2-8644-637cd04eda63 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:48.056832 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3974c53d-865d-485a-8666-f5f8a24bb4a0 req-dd330b58-cee2-44e2-8644-637cd04eda63 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0555558 Aug 09 15:43:48.095476 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3974c53d-865d-485a-8666-f5f8a24bb4a0 req-a88326ac-90d0-4762-aadf-39d2c1219f02 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Aug 09 15:43:48.749467 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2bc8e-71f7-498e-b7fb-63d318cebbc5 req-82bee886-248a-4067-b9ca-a5c020057833 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:48.753848 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d9e2bc8e-71f7-498e-b7fb-63d318cebbc5 req-82bee886-248a-4067-b9ca-a5c020057833 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0483551 Aug 09 15:43:48.791541 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d9e2bc8e-71f7-498e-b7fb-63d318cebbc5 req-650e949b-0bf2-4e1f-8b38-3f0260ff48fc tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342731 Aug 09 15:43:49.215269 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253986c-1ad8-452d-8d4a-7485cfb3b0ea req-7d0561c9-e015-4b92-bf24-534fb157f265 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:49.216764 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9253986c-1ad8-452d-8d4a-7485cfb3b0ea req-7d0561c9-e015-4b92-bf24-534fb157f265 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0515935 Aug 09 15:43:49.263243 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9253986c-1ad8-452d-8d4a-7485cfb3b0ea req-10df47b9-b707-45cb-9951-87bd13229136 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402508 Aug 09 15:43:49.914741 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b22c0-4e2b-4a16-9a86-12590906553d req-ec510fc0-c09a-4d73-9c7b-82aac42bbd2c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:49.920980 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-351b22c0-4e2b-4a16-9a86-12590906553d req-ec510fc0-c09a-4d73-9c7b-82aac42bbd2c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0547378 Aug 09 15:43:49.969028 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-351b22c0-4e2b-4a16-9a86-12590906553d req-0b497aa9-04f7-4d47-9e5b-3ba1e7a5e847 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462947 Aug 09 15:43:50.378690 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7ae6e-2184-49b7-adc7-2da1842a61c1 req-9958237e-9c12-4157-baec-b93921399d0b tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:50.380176 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-92c7ae6e-2184-49b7-adc7-2da1842a61c1 req-9958237e-9c12-4157-baec-b93921399d0b tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0479717 Aug 09 15:43:50.432299 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-92c7ae6e-2184-49b7-adc7-2da1842a61c1 req-3e89f2a0-1b87-40b3-86c9-0dba9e5a97f7 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452273 Aug 09 15:43:51.091955 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8348fa-c610-4068-9de4-aea7853cf7e0 req-3365a5cf-81d4-4fe8-bed1-5e3536f40974 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.093601 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ed8348fa-c610-4068-9de4-aea7853cf7e0 req-3365a5cf-81d4-4fe8-bed1-5e3536f40974 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0507681 Aug 09 15:43:51.145038 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ed8348fa-c610-4068-9de4-aea7853cf7e0 req-b0e4a288-95c2-4185-950b-fd79e7a27c60 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429609 Aug 09 15:43:51.566419 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499cba-1d9f-414c-ae64-5a3fe1bf9efd req-8dc6e43e-49d3-43af-bacd-b564dc396931 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:51.567900 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fa499cba-1d9f-414c-ae64-5a3fe1bf9efd req-8dc6e43e-49d3-43af-bacd-b564dc396931 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0512371 Aug 09 15:43:51.606229 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fa499cba-1d9f-414c-ae64-5a3fe1bf9efd req-90c9c311-83f1-4b6c-99d8-bc13d1a05906 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Aug 09 15:43:52.269907 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8a094-1a8c-42ce-97c4-118ba481815a req-68f4ec4a-9518-408f-9dbf-1e4a60151222 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.271394 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b9b8a094-1a8c-42ce-97c4-118ba481815a req-68f4ec4a-9518-408f-9dbf-1e4a60151222 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0518289 Aug 09 15:43:52.310812 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b9b8a094-1a8c-42ce-97c4-118ba481815a req-0ac1360c-3779-4b07-a00f-a1a3da9635ed tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325761 Aug 09 15:43:52.739573 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb62839-f381-4bda-9a6c-4b93617c7ff3 req-855b8cf8-5922-45f1-b725-41215441cd50 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:52.741595 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3cb62839-f381-4bda-9a6c-4b93617c7ff3 req-855b8cf8-5922-45f1-b725-41215441cd50 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0666902 Aug 09 15:43:52.779400 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3cb62839-f381-4bda-9a6c-4b93617c7ff3 req-e5f02ecd-ee67-4bb6-9c3b-1f3fe62c147c tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319705 Aug 09 15:43:53.435174 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d99db-3e9b-495c-93bb-93e952e9611e req-4ff82bb7-47be-4539-ac68-0c100a587611 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:53.436655 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ff1d99db-3e9b-495c-93bb-93e952e9611e req-4ff82bb7-47be-4539-ac68-0c100a587611 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0482192 Aug 09 15:43:53.460555 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d68599f8-828f-449b-ab35-a73df73c46e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:53.486504 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ff1d99db-3e9b-495c-93bb-93e952e9611e req-6560400e-7332-45bd-9def-f0d0fa0360dd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340457 Aug 09 15:43:53.908828 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad47b7-5854-4a83-8c2d-bf1eadcb1006 req-050cde59-341e-4483-93c8-1623d5291168 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:53.910350 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4aad47b7-5854-4a83-8c2d-bf1eadcb1006 req-050cde59-341e-4483-93c8-1623d5291168 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0647881 Aug 09 15:43:53.953550 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4aad47b7-5854-4a83-8c2d-bf1eadcb1006 req-6a740de4-e8e8-4b47-b0fc-3b58627c3b43 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360210 Aug 09 15:43:54.610771 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9d655-b067-4687-880b-f388d6f1d478 req-380a025b-b037-4e19-bcec-c39e0051c72c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:54.612468 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ecc9d655-b067-4687-880b-f388d6f1d478 req-380a025b-b037-4e19-bcec-c39e0051c72c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0526490 Aug 09 15:43:54.654974 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ecc9d655-b067-4687-880b-f388d6f1d478 req-72af2015-2fbd-4762-8dd9-e0479cfe199b tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343971 Aug 09 15:43:55.069531 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686446be-44aa-4b49-82fe-910db6f89381 req-e99e64f8-008f-4383-84af-4b43748bed30 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:55.071271 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-686446be-44aa-4b49-82fe-910db6f89381 req-e99e64f8-008f-4383-84af-4b43748bed30 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0522883 Aug 09 15:43:55.109723 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-686446be-44aa-4b49-82fe-910db6f89381 req-14498da0-56b3-4d18-8093-b0d7fde4ce6f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Aug 09 15:43:55.777530 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfba50-ba5f-4a3b-bcea-17ec9ad658ce req-420f432b-7524-417b-9e84-24439b985ae5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:55.778947 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4abfba50-ba5f-4a3b-bcea-17ec9ad658ce req-420f432b-7524-417b-9e84-24439b985ae5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0465343 Aug 09 15:43:55.815316 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4abfba50-ba5f-4a3b-bcea-17ec9ad658ce req-f920f9d0-3f1b-4dde-b566-12dbc53072f3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303211 Aug 09 15:43:56.065958 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c5a23141-a67a-42eb-a80b-4ddbbcd44b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.234083 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908f3f4-08b3-4ac0-997c-04ee16828105 req-22f9f895-d2e6-46bb-b7c3-d82f27937148 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:56.235621 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e908f3f4-08b3-4ac0-997c-04ee16828105 req-22f9f895-d2e6-46bb-b7c3-d82f27937148 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0523753 Aug 09 15:43:56.261649 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:56.274692 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e908f3f4-08b3-4ac0-997c-04ee16828105 req-7433bc55-e6c5-45c2-b5b8-bd7bfeb19c7a tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Aug 09 15:43:56.952582 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9281b4-9e65-4f40-bce5-83bdc001c324 req-ddc4da58-f751-4a8e-a4db-5e2faf26d564 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:56.954107 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1c9281b4-9e65-4f40-bce5-83bdc001c324 req-ddc4da58-f751-4a8e-a4db-5e2faf26d564 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0533626 Aug 09 15:43:56.992015 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1c9281b4-9e65-4f40-bce5-83bdc001c324 req-3ab2ee84-c2f5-4f80-998e-f1639eef0a24 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319088 Aug 09 15:43:57.175344 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:57.387976 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca62e02-9330-4cc9-be31-a28a6a022fd9 req-7318d888-1c3d-4fca-b7dd-cec06f5efbb0 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:57.389472 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eca62e02-9330-4cc9-be31-a28a6a022fd9 req-7318d888-1c3d-4fca-b7dd-cec06f5efbb0 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0466835 Aug 09 15:43:57.425667 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eca62e02-9330-4cc9-be31-a28a6a022fd9 req-ea3f11e9-383b-420a-a533-5dfc50f47550 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301576 Aug 09 15:43:58.114741 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65c14d-f318-404d-995f-46ec4327bfee req-5ea0b847-a8a7-43f2-b4bf-9841ef2168c0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:58.116581 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dc65c14d-f318-404d-995f-46ec4327bfee req-5ea0b847-a8a7-43f2-b4bf-9841ef2168c0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0529017 Aug 09 15:43:58.154246 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dc65c14d-f318-404d-995f-46ec4327bfee req-3064eb9d-ad63-4cd5-b579-9aa0e696b78e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317335 Aug 09 15:43:58.547222 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aead18d-eaa9-484e-a095-f3ab5bf94f46 req-b8f99093-7fee-451b-8a3a-7c1f13684cae tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:58.548822 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2aead18d-eaa9-484e-a095-f3ab5bf94f46 req-b8f99093-7fee-451b-8a3a-7c1f13684cae tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0578606 Aug 09 15:43:58.591605 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2aead18d-eaa9-484e-a095-f3ab5bf94f46 req-4debbb29-820c-4227-82a4-80777b61971e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355575 Aug 09 15:43:58.861033 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:43:59.277582 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab5bf1-d75e-4894-aaaa-a3168d3c4271 req-99d1a6af-de14-4182-992c-759c9b2f73d3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:59.279103 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-51ab5bf1-d75e-4894-aaaa-a3168d3c4271 req-99d1a6af-de14-4182-992c-759c9b2f73d3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0504222 Aug 09 15:43:59.316086 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-51ab5bf1-d75e-4894-aaaa-a3168d3c4271 req-162baec4-e16d-4494-96d2-bbb68083b8c1 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308714 Aug 09 15:43:59.707779 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca73a-71e2-4156-becf-11657f1c1c0b req-0063b570-bb4b-4d9e-9345-b9a273b5ddae tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:59.709421 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-941ca73a-71e2-4156-becf-11657f1c1c0b req-0063b570-bb4b-4d9e-9345-b9a273b5ddae tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0513668 Aug 09 15:43:59.746377 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-941ca73a-71e2-4156-becf-11657f1c1c0b req-7734afaa-0d8c-4941-ba89-8a38e1d0f07a tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308013 Aug 09 15:43:59.958573 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-8113e6da-ca68-4c1e-807e-bd4023adabec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:43:59.961189 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-8113e6da-ca68-4c1e-807e-bd4023adabec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441775 Aug 09 15:44:00.054820 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-bca32bf8-c8bc-42c7-9b01-772141490d08 service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808187 Aug 09 15:44:00.153899 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-285a0469-2a8a-4d8f-98cb-72de06ba0727 req-0056f4c7-0ca6-48c1-88fa-a55e7c27edd8 service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846961 Aug 09 15:44:00.435657 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad5810-17d8-4c95-86e3-3efc8de61e6e req-47c57516-01f3-49c6-a0f8-01bcd5e1cdc7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:00.437128 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fbad5810-17d8-4c95-86e3-3efc8de61e6e req-47c57516-01f3-49c6-a0f8-01bcd5e1cdc7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0470533 Aug 09 15:44:00.473391 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fbad5810-17d8-4c95-86e3-3efc8de61e6e req-b696e4dc-8e91-43f0-bac9-7b4d75a8bac9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304964 Aug 09 15:44:00.872730 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e834f70-a593-4339-a211-34f40030f2da req-734237aa-a299-452f-9b09-b5aefa806fb6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:00.874247 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7e834f70-a593-4339-a211-34f40030f2da req-734237aa-a299-452f-9b09-b5aefa806fb6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0503850 Aug 09 15:44:00.912571 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7e834f70-a593-4339-a211-34f40030f2da req-336bf112-6fad-4a2a-b410-73facd69e84a tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 Aug 09 15:44:01.593258 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafac1f9-5005-49a9-a247-bb31f0aa8fba req-a0da9bd8-0ecc-40ce-9fad-fd658b22b934 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:01.594703 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cafac1f9-5005-49a9-a247-bb31f0aa8fba req-a0da9bd8-0ecc-40ce-9fad-fd658b22b934 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0498593 Aug 09 15:44:01.631963 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cafac1f9-5005-49a9-a247-bb31f0aa8fba req-0fd4817f-2c9e-4430-9cc0-fb036fab1dcf tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308671 Aug 09 15:44:02.025311 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ff76c-5a6c-4b44-8afe-dd3cdc6b6cdf req-a13f1a12-cb8c-4a01-bf75-66a0e29b845b tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:02.026799 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e88ff76c-5a6c-4b44-8afe-dd3cdc6b6cdf req-a13f1a12-cb8c-4a01-bf75-66a0e29b845b tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0482957 Aug 09 15:44:02.065197 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e88ff76c-5a6c-4b44-8afe-dd3cdc6b6cdf req-74dc17f6-57e3-45fc-a155-970710e41e0b tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323455 Aug 09 15:44:02.752025 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee49452-a9fc-4578-8008-37de972c03f7 req-7d9d2968-891d-46a8-86c8-3e090b37ee30 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:02.753596 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dee49452-a9fc-4578-8008-37de972c03f7 req-7d9d2968-891d-46a8-86c8-3e090b37ee30 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0494816 Aug 09 15:44:02.792942 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dee49452-a9fc-4578-8008-37de972c03f7 req-b537702a-ce11-4d9f-8dce-551f85124cde tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321574 Aug 09 15:44:03.180916 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415052b-f388-44a4-80af-5e06452604ad req-81cd900e-3acf-4923-88f6-161b00ac0802 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:03.182374 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5415052b-f388-44a4-80af-5e06452604ad req-81cd900e-3acf-4923-88f6-161b00ac0802 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0515320 Aug 09 15:44:03.219464 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5415052b-f388-44a4-80af-5e06452604ad req-321b68e1-624b-4d98-8bf4-c9ed770eb930 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Aug 09 15:44:03.792966 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54853225-faf6-4025-96c8-13d8a1063ff8 req-9f65dcf1-1303-4fe0-af37-fe3483b65b34 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:03.794357 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-54853225-faf6-4025-96c8-13d8a1063ff8 req-9f65dcf1-1303-4fe0-af37-fe3483b65b34 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0476789 Aug 09 15:44:03.831724 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-54853225-faf6-4025-96c8-13d8a1063ff8 req-14c5a973-cb73-4d38-b179-921303b4712b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Aug 09 15:44:03.915342 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c50a52-2d5b-49d7-8824-2f06872c0b84 req-a0220c16-9dd5-49cc-8847-775020725017 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:03.916820 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-80c50a52-2d5b-49d7-8824-2f06872c0b84 req-a0220c16-9dd5-49cc-8847-775020725017 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0477617 Aug 09 15:44:03.954582 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-80c50a52-2d5b-49d7-8824-2f06872c0b84 req-cd2179ec-38c8-4431-97fb-e490d7731a27 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318577 Aug 09 15:44:04.332581 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9362f02-0e7f-4f39-9857-6881037e1f63 req-24a14964-bb5d-49d5-a25f-bf7fee482e4e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:04.334045 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b9362f02-0e7f-4f39-9857-6881037e1f63 req-24a14964-bb5d-49d5-a25f-bf7fee482e4e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0503147 Aug 09 15:44:04.370533 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b9362f02-0e7f-4f39-9857-6881037e1f63 req-88388e4c-e7ee-45f6-89ed-8582d75eb683 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299077 Aug 09 15:44:04.945432 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af198596-df75-43bc-90f2-4566ee30b593 req-b3cfbf7b-8758-458c-82bd-9434ffe834de tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:04.946905 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-af198596-df75-43bc-90f2-4566ee30b593 req-b3cfbf7b-8758-458c-82bd-9434ffe834de tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0501840 Aug 09 15:44:04.984814 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-af198596-df75-43bc-90f2-4566ee30b593 req-5824ebfc-02b0-47a2-b673-6e8b58602d3e tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318413 Aug 09 15:44:05.073140 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f99ec8-dcba-4be9-9229-a9f58d58d220 req-352f77a5-0e7f-4eca-b3ad-e1f3c7c56ce1 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:05.074594 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25f99ec8-dcba-4be9-9229-a9f58d58d220 req-352f77a5-0e7f-4eca-b3ad-e1f3c7c56ce1 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0469263 Aug 09 15:44:05.110552 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25f99ec8-dcba-4be9-9229-a9f58d58d220 req-04abe839-0567-43a8-9dd5-3ef1be3be655 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301838 Aug 09 15:44:05.492800 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e408b3-6953-4e72-b443-40269f8a75b9 req-9b0b3661-63a1-437e-a671-4e765c5cb7bc tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:05.494677 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-80e408b3-6953-4e72-b443-40269f8a75b9 req-9b0b3661-63a1-437e-a671-4e765c5cb7bc tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0551600 Aug 09 15:44:05.531972 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-80e408b3-6953-4e72-b443-40269f8a75b9 req-8539d065-3bcb-4f67-aa4c-3cd8e87cfb55 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313449 Aug 09 15:44:06.096989 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfca15-2c6f-466c-9437-fc9cc9e1b7da req-ce518f71-e709-4af2-a3f0-f9f7bf501433 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:06.098448 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0abfca15-2c6f-466c-9437-fc9cc9e1b7da req-ce518f71-e709-4af2-a3f0-f9f7bf501433 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0486298 Aug 09 15:44:06.137401 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0abfca15-2c6f-466c-9437-fc9cc9e1b7da req-8edd31ba-b59e-48cf-b075-c7876bc23f68 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Aug 09 15:44:06.232256 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424cf3a-52a8-4897-80fe-259d35352b9b req-9d53fed8-c8cb-4e0a-9937-97de53516aba tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:06.233778 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7424cf3a-52a8-4897-80fe-259d35352b9b req-9d53fed8-c8cb-4e0a-9937-97de53516aba tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0491402 Aug 09 15:44:06.270756 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7424cf3a-52a8-4897-80fe-259d35352b9b req-4b88b7c6-908c-452f-bd65-e7ec157ab80f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306644 Aug 09 15:44:06.648544 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd59a6-8e0d-491c-867d-24aedecfde50 req-ac43e98c-80a0-4a6f-bd1d-254c7052241d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:06.650027 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-64cd59a6-8e0d-491c-867d-24aedecfde50 req-ac43e98c-80a0-4a6f-bd1d-254c7052241d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0508702 Aug 09 15:44:06.687419 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-64cd59a6-8e0d-491c-867d-24aedecfde50 req-5335fc52-584b-47b0-98fa-cc13b28b202f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Aug 09 15:44:06.840554 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.250416 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08744b08-1ea0-4c7b-9f92-6ca4c4029ce7 req-5eed3414-bd0e-494f-a2e0-c3e7216adf53 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:07.252079 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-08744b08-1ea0-4c7b-9f92-6ca4c4029ce7 req-5eed3414-bd0e-494f-a2e0-c3e7216adf53 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0477233 Aug 09 15:44:07.258367 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 1cccd688-86af-49fa-98b8-7e071319d942 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:07.292347 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-08744b08-1ea0-4c7b-9f92-6ca4c4029ce7 req-17e21c11-cfc1-4b53-9b29-91e12b2c9948 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320957 Aug 09 15:44:07.354223 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:07.365374 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '1cccd688-86af-49fa-98b8-7e071319d942', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'port_id': '1cccd688-86af-49fa-98b8-7e071319d942', 'mac_address': 'fa:16:3e:cc:e9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:07.396038 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31045fe5-92eb-4f4a-8b60-f0f061f3f054 req-0ee340af-a647-4c50-9a8e-6585bb5ef2f7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:07.397622 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-31045fe5-92eb-4f4a-8b60-f0f061f3f054 req-0ee340af-a647-4c50-9a8e-6585bb5ef2f7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 943 time: 0.0477843 Aug 09 15:44:07.401506 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.414793 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cccd688-86af-49fa-98b8-7e071319d942 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:07.434381 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:07.436967 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-31045fe5-92eb-4f4a-8b60-f0f061f3f054 req-975b58cf-1817-491e-ba0d-00d85256fa67 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327873 Aug 09 15:44:07.438501 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.439185 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:44:07.529929 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=9']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:07.572000 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:07.583000 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'port_id': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'mac_address': 'fa:16:3e:77:cb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:44:07.623522 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.635917 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:44:07.654840 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:07.658800 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:07.703859 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:07.801776 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e067e6-2463-40e8-8d75-757833a98b77 req-863e864a-d990-4801-bde0-32514f256a42 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:07.803271 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a6e067e6-2463-40e8-8d75-757833a98b77 req-863e864a-d990-4801-bde0-32514f256a42 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 944 time: 0.0504756 Aug 09 15:44:07.840674 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a6e067e6-2463-40e8-8d75-757833a98b77 req-fbf48bd9-300e-420e-a60c-daedce31f8fc tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310061 Aug 09 15:44:07.975711 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-ca0a7791-16f9-49b8-9091-0cb83c59df5a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:07.977293 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-ca0a7791-16f9-49b8-9091-0cb83c59df5a tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 945 time: 0.0472314 Aug 09 15:44:08.075073 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-913ff6ba-ef68-4b64-9871-846203b3a5ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Deleting port 632cceba-a9a1-49a4-a023-c6ab3a19dc88 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:08.075410 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-913ff6ba-ef68-4b64-9871-846203b3a5ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.161026 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-913ff6ba-ef68-4b64-9871-846203b3a5ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] For port 632cceba-a9a1-49a4-a023-c6ab3a19dc88, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=632cceba-a9a1-49a4-a023-c6ab3a19dc88,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:08.161389 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-913ff6ba-ef68-4b64-9871-846203b3a5ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.173714 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-913ff6ba-ef68-4b64-9871-846203b3a5ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Calling delete_port for 632cceba-a9a1-49a4-a023-c6ab3a19dc88 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:08.217923 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['1cccd688-86af-49fa-98b8-7e071319d942'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:08.243038 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['a857abb4-44ed-49b8-9a1b-f1d36f5e7e31'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:08.302586 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-913ff6ba-ef68-4b64-9871-846203b3a5ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.338759 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ff6ba-ef68-4b64-9871-846203b3a5ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Pushing event deleted for resources: {'Port': ['ID=632cceba-a9a1-49a4-a023-c6ab3a19dc88,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:08.372095 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-913ff6ba-ef68-4b64-9871-846203b3a5ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] No DVR routers for this DVR port 632cceba-a9a1-49a4-a023-c6ab3a19dc88 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:08.374714 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-913ff6ba-ef68-4b64-9871-846203b3a5ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:08.376957 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c3c12e52-f51f-4341-a741-b25a5cdc9be9 req-913ff6ba-ef68-4b64-9871-846203b3a5ef tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.44 "DELETE /v2.0/ports/632cceba-a9a1-49a4-a023-c6ab3a19dc88 HTTP/1.1" status: 204 len: 173 time: 0.3915324 Aug 09 15:44:08.377414 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1b2f21-15fc-4704-91ca-162d280c8322', 'name': 'network-vif-deleted', 'tag': '632cceba-a9a1-49a4-a023-c6ab3a19dc88'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:08.379653 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67830c9f-dab1-463d-ab52-2445f8b34e40" -d '{"events": [{"server_uuid": "0e1b2f21-15fc-4704-91ca-162d280c8322", "name": "network-vif-deleted", "tag": "632cceba-a9a1-49a4-a023-c6ab3a19dc88"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:08.405673 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-47e8dcbc-99f8-42da-ae09-c2459dd4d45e req-7ae4796b-d22a-4919-8a41-1dfb20d69073 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e1b2f21-15fc-4704-91ca-162d280c8322 HTTP/1.1" status: 200 len: 210 time: 0.0404029 Aug 09 15:44:08.443001 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277f6f1f-ec66-4b76-a052-2d75c0403b2b x-openstack-request-id: req-277f6f1f-ec66-4b76-a052-2d75c0403b2b {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:08.443784 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1b2f21-15fc-4704-91ca-162d280c8322", "name": "network-vif-deleted", "tag": "632cceba-a9a1-49a4-a023-c6ab3a19dc88", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:08.445176 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-277f6f1f-ec66-4b76-a052-2d75c0403b2b {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:08.445650 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e1b2f21-15fc-4704-91ca-162d280c8322', 'name': 'network-vif-deleted', 'tag': '632cceba-a9a1-49a4-a023-c6ab3a19dc88', 'status': 'completed', 'code': 200} Aug 09 15:44:08.561604 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceef4b6-f55e-4562-bcc8-7ed93fe71df2 req-24ae5d35-4e52-4555-af34-2efd3761fc8c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:08.563025 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7ceef4b6-f55e-4562-bcc8-7ed93fe71df2 req-24ae5d35-4e52-4555-af34-2efd3761fc8c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 944 time: 0.0508368 Aug 09 15:44:08.601270 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7ceef4b6-f55e-4562-bcc8-7ed93fe71df2 req-79863278-6f1d-4fed-a362-2b06dc5708e5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318553 Aug 09 15:44:08.955174 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7987c-9e8a-403b-9078-60d92000c648 req-325edec1-98a8-4d38-bef7-e895c3daa0b8 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:08.956977 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-76f7987c-9e8a-403b-9078-60d92000c648 req-325edec1-98a8-4d38-bef7-e895c3daa0b8 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 944 time: 0.0479138 Aug 09 15:44:08.996112 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-76f7987c-9e8a-403b-9078-60d92000c648 req-028929b3-83bf-4eee-98dc-1bf44f8d2a18 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322912 Aug 09 15:44:09.215522 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['69f1e853-7405-4ae2-90da-5362f58221a1', '632cceba-a9a1-49a4-a023-c6ab3a19dc88'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:09.666383 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165093b7-29a3-49dc-8457-64aea640a0d6 req-71dc8259-2cb7-4ed1-872a-eaaffdfadf06 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:09.667861 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-165093b7-29a3-49dc-8457-64aea640a0d6 req-71dc8259-2cb7-4ed1-872a-eaaffdfadf06 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0519371 Aug 09 15:44:09.732526 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-165093b7-29a3-49dc-8457-64aea640a0d6 req-459db737-3d49-4c5b-89c2-1aaf5f7c1f61 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588570 Aug 09 15:44:09.744454 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfef17-9355-4c77-a9bd-df3ecb824aea req-61f870a8-2817-440f-b588-6d8be6227601 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:09.745939 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2cdfef17-9355-4c77-a9bd-df3ecb824aea req-61f870a8-2817-440f-b588-6d8be6227601 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 944 time: 0.0707600 Aug 09 15:44:09.784247 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2cdfef17-9355-4c77-a9bd-df3ecb824aea req-177bc919-b2c5-4e35-9b2b-52890bf3dea6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325317 Aug 09 15:44:10.110976 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15669f-cd97-4646-be9b-ea833c1b0d84 req-c5133d43-ed5b-48dc-8ba2-5e4dbcfdd5fd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:10.112459 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0d15669f-cd97-4646-be9b-ea833c1b0d84 req-c5133d43-ed5b-48dc-8ba2-5e4dbcfdd5fd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 944 time: 0.0485976 Aug 09 15:44:10.153153 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0d15669f-cd97-4646-be9b-ea833c1b0d84 req-cd1c4484-d7be-4807-8301-196ccadbf288 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343697 Aug 09 15:44:10.844771 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaa1ff-c443-4dd6-9b11-d85776b2a1ca req-f318a0f3-cda7-45b9-9538-20ad55830254 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:10.846252 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-90eaa1ff-c443-4dd6-9b11-d85776b2a1ca req-f318a0f3-cda7-45b9-9538-20ad55830254 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0479977 Aug 09 15:44:10.906498 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-90eaa1ff-c443-4dd6-9b11-d85776b2a1ca req-3ec13ef0-3203-44f9-9f77-f27ce683d304 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543180 Aug 09 15:44:10.924564 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53ecc9-d3b7-4d17-ac85-5213394b5581 req-e7e1f7ea-b569-4de3-9143-785f3415db5a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:10.926101 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4c53ecc9-d3b7-4d17-ac85-5213394b5581 req-e7e1f7ea-b569-4de3-9143-785f3415db5a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 944 time: 0.0672486 Aug 09 15:44:10.966553 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4c53ecc9-d3b7-4d17-ac85-5213394b5581 req-fbb80dfe-2112-40a6-98dc-a6f14b016714 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335085 Aug 09 15:44:11.267924 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080515fd-c904-4fa9-946b-f479704be0c7 req-776d76ae-0453-4490-88a4-5c516b039888 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:11.269411 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-080515fd-c904-4fa9-946b-f479704be0c7 req-776d76ae-0453-4490-88a4-5c516b039888 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 944 time: 0.0506687 Aug 09 15:44:11.275060 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 1cccd688-86af-49fa-98b8-7e071319d942 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:11.307537 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-080515fd-c904-4fa9-946b-f479704be0c7 req-2061ecbb-8c00-469f-b967-edafb443f65d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319810 Aug 09 15:44:11.322046 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 1cccd688-86af-49fa-98b8-7e071319d942 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:11.322421 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.398121 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.419779 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:11.422082 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a67210-6b19-4fa5-80d9-c2a0e3b989f7" -d '{"events": [{"server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "name": "network-vif-plugged", "status": "completed", "tag": "1cccd688-86af-49fa-98b8-7e071319d942"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:11.434992 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:11.439169 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.440111 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:44:11.462870 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29985359-c3b9-48e6-88e6-44a87def712b x-openstack-request-id: req-29985359-c3b9-48e6-88e6-44a87def712b {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:11.463167 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "name": "network-vif-plugged", "status": "completed", "tag": "1cccd688-86af-49fa-98b8-7e071319d942", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:11.463421 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29985359-c3b9-48e6-88e6-44a87def712b {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:11.463810 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942', 'code': 200} Aug 09 15:44:11.520600 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=10']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:11.534138 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:44:11.537690 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:44:11.538630 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.722171 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.753107 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:11.757415 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:11.758371 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 632cceba-a9a1-49a4-a023-c6ab3a19dc88 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:11.795404 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 632cceba-a9a1-49a4-a023-c6ab3a19dc88 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:11.795742 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 632cceba-a9a1-49a4-a023-c6ab3a19dc88 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:11.822432 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:12.028299 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e04168-9e02-4b37-852c-dd396cf618d1 req-69468631-078f-4218-9198-826109c31a32 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.030698 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d0e04168-9e02-4b37-852c-dd396cf618d1 req-69468631-078f-4218-9198-826109c31a32 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0584383 Aug 09 15:44:12.096362 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d0e04168-9e02-4b37-852c-dd396cf618d1 req-bb789e11-4a0b-41df-b320-94b98face08b tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597456 Aug 09 15:44:12.116848 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018a41-c865-4901-b6ff-fb9cdbdc6768 req-5a592039-8ad3-4069-944c-1eaaada1f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.116848 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bc018a41-c865-4901-b6ff-fb9cdbdc6768 req-5a592039-8ad3-4069-944c-1eaaada1f3f6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 1099 time: 0.0446959 Aug 09 15:44:12.117457 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1db6cd-a45d-49bd-a061-acc829b928e8 req-b75ae642-1e05-4509-b01e-6d480b0f0b07 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.117457 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5e1db6cd-a45d-49bd-a061-acc829b928e8 req-b75ae642-1e05-4509-b01e-6d480b0f0b07 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 946 time: 0.0698922 Aug 09 15:44:12.150791 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bc018a41-c865-4901-b6ff-fb9cdbdc6768 req-29ada9b5-6076-4ed8-99df-a8da42f74e6c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286767 Aug 09 15:44:12.154811 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5e1db6cd-a45d-49bd-a061-acc829b928e8 req-a1378afe-eef7-49ac-b291-2f5207a52342 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344300 Aug 09 15:44:12.421619 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf99d1-4657-424e-9d01-ac0b5594c5d2 req-f03b9c42-4db1-4b9b-b32f-f74e22ec1b04 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:12.423082 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0faf99d1-4657-424e-9d01-ac0b5594c5d2 req-f03b9c42-4db1-4b9b-b32f-f74e22ec1b04 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0509174 Aug 09 15:44:12.460669 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0faf99d1-4657-424e-9d01-ac0b5594c5d2 req-24876588-0b22-4a06-9734-8a48015faf76 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310264 Aug 09 15:44:13.210619 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2485d-63b5-4425-8bdc-2f9dd497cccd req-c31004b4-fb56-40ff-b83a-270a793e8cce tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:13.212313 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-36d2485d-63b5-4425-8bdc-2f9dd497cccd req-c31004b4-fb56-40ff-b83a-270a793e8cce tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0499625 Aug 09 15:44:13.274965 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-36d2485d-63b5-4425-8bdc-2f9dd497cccd req-4c17be02-63cd-483c-a0b5-ce6a7256aab9 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566714 Aug 09 15:44:13.290913 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cda252-848a-4b52-a5d8-b16175fa1626 req-5458f2f1-0c58-46c3-af8e-9ae297ac27d8 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:13.292382 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-78cda252-848a-4b52-a5d8-b16175fa1626 req-5458f2f1-0c58-46c3-af8e-9ae297ac27d8 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 946 time: 0.0606518 Aug 09 15:44:13.331290 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-78cda252-848a-4b52-a5d8-b16175fa1626 req-b8e89ad7-92cc-403a-b088-fded9825335d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322289 Aug 09 15:44:13.464774 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:13.467249 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23330399-b397-492e-be53-8f968d7166ab" -d '{"events": [{"server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "name": "network-vif-plugged", "status": "completed", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:13.512611 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df88e39-4bfb-4869-96d8-1d53c0c1c1a2 x-openstack-request-id: req-7df88e39-4bfb-4869-96d8-1d53c0c1c1a2 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:13.512611 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "name": "network-vif-plugged", "status": "completed", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:13.512611 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7df88e39-4bfb-4869-96d8-1d53c0c1c1a2 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:13.513059 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'code': 200} Aug 09 15:44:13.585116 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a8042-1b99-420b-8906-6749fd5b9ac8 req-7fb1936b-13a8-4979-b714-357d9078e636 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:13.587198 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4d4a8042-1b99-420b-8906-6749fd5b9ac8 req-7fb1936b-13a8-4979-b714-357d9078e636 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0570483 Aug 09 15:44:13.626118 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4d4a8042-1b99-420b-8906-6749fd5b9ac8 req-1d7fe4ef-7eb7-4cc8-b298-4f35ee556cad tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Aug 09 15:44:13.842794 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db08b3-89cf-433b-b383-f707d4051e78 req-d07904da-8050-4eb2-aa3a-7cc8c05a3a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:13.844291 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-61db08b3-89cf-433b-b383-f707d4051e78 req-d07904da-8050-4eb2-aa3a-7cc8c05a3a65 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1098 time: 0.0407946 Aug 09 15:44:13.888217 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-61db08b3-89cf-433b-b383-f707d4051e78 req-55e55ea2-db4c-4657-830c-a5598e1ddc0b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290244 Aug 09 15:44:14.389317 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f95ba8-41dc-473c-bb27-fdbc64f6901d req-9f08cead-e1ba-4bab-87c0-99676f9544d9 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.390799 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a5f95ba8-41dc-473c-bb27-fdbc64f6901d req-9f08cead-e1ba-4bab-87c0-99676f9544d9 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0483069 Aug 09 15:44:14.451227 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a5f95ba8-41dc-473c-bb27-fdbc64f6901d req-247682ea-47b0-4880-b219-9a04ecaebd29 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545533 Aug 09 15:44:14.468893 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af5024-8010-41b8-8aa6-96c98d45fa05 req-486638c7-aaef-4b92-930c-6bb183de457f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.470339 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-97af5024-8010-41b8-8aa6-96c98d45fa05 req-486638c7-aaef-4b92-930c-6bb183de457f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 946 time: 0.0600476 Aug 09 15:44:14.523935 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-97af5024-8010-41b8-8aa6-96c98d45fa05 req-44df72d0-15e6-4325-8e6d-45352c3ea872 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470111 Aug 09 15:44:14.736892 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817abfa-5ae8-4408-a4f7-1652e9ffd48e req-988a6a7a-8e8b-491e-80e6-865a256e8dd2 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:14.738339 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f817abfa-5ae8-4408-a4f7-1652e9ffd48e req-988a6a7a-8e8b-491e-80e6-865a256e8dd2 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0468915 Aug 09 15:44:14.777216 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f817abfa-5ae8-4408-a4f7-1652e9ffd48e req-b6d0e7de-4946-4c6a-826c-a6d2efbd4fc6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323269 Aug 09 15:44:15.565174 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79c651-2326-4cde-90b2-b83bf3a1094d req-73549660-1f56-4b94-b550-b629ce97f27f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:15.566637 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cb79c651-2326-4cde-90b2-b83bf3a1094d req-73549660-1f56-4b94-b550-b629ce97f27f tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0480113 Aug 09 15:44:15.603774 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cb79c651-2326-4cde-90b2-b83bf3a1094d req-72dbab8b-2813-4f2f-93e6-2004f3aad425 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310812 Aug 09 15:44:15.891470 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c50b2-ff9d-407a-ad28-ec9c0a21d0ff req-6960b684-44b1-406d-95a1-e865c235ae79 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:15.892971 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5c8c50b2-ff9d-407a-ad28-ec9c0a21d0ff req-6960b684-44b1-406d-95a1-e865c235ae79 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0488203 Aug 09 15:44:15.935983 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5c8c50b2-ff9d-407a-ad28-ec9c0a21d0ff req-3486ccba-2639-41a6-9905-f95c868bf6ff tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365372 Aug 09 15:44:16.047780 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c754c6c-2b5b-466b-b16f-7192a96f1294 req-c47f0743-1d2c-48f1-a429-965d1fcd37d5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:16.049265 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5c754c6c-2b5b-466b-b16f-7192a96f1294 req-c47f0743-1d2c-48f1-a429-965d1fcd37d5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0479691 Aug 09 15:44:16.086016 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5c754c6c-2b5b-466b-b16f-7192a96f1294 req-b9daeba4-edfd-4dd5-be15-28ca1faf163f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307522 Aug 09 15:44:16.106990 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51068) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:16.244346 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99beafc9-20b1-4211-b275-f39571a9ac4f tempest-TestShelveInstance-94814012 tempest-TestShelveInstance-94814012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:16.245897 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-99beafc9-20b1-4211-b275-f39571a9ac4f tempest-TestShelveInstance-94814012 tempest-TestShelveInstance-94814012-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1093 time: 0.1379693 Aug 09 15:44:16.249401 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51072) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:16.255727 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Request body: {'floatingip': {'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'port_id': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:16.280228 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for floatingip, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.374805 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.474875 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Allocated IP 172.27.3.59 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/3b7b63d0-27e0-4aa3-9cb1-0ebe4957d9db) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:44:16.578719 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.616227 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:16.652976 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:44:16.658025 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:16.661516 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:44:16.697929 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event updated for resources: {'Port': ['ID=3b7b63d0-27e0-4aa3-9cb1-0ebe4957d9db,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:16.730899 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.731248 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.731592 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.731932 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.732267 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.732598 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.732967 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.733301 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.733650 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.733979 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.734302 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.734627 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:16.782950 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e864d6-84da-4089-831f-d5c2124d923d req-f4a5c94b-b6c8-47d3-9d5b-62212a96f02d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:16.784467 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-36e864d6-84da-4089-831f-d5c2124d923d req-f4a5c94b-b6c8-47d3-9d5b-62212a96f02d tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0986447 Aug 09 15:44:16.889155 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-36e864d6-84da-4089-831f-d5c2124d923d req-f07bc220-2491-4010-b965-5a79b1d62767 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820200 Aug 09 15:44:17.097879 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.367696 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.514325 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.518596 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.584737 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event updated for resources: {'Port': ['ID=3b7b63d0-27e0-4aa3-9cb1-0ebe4957d9db,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:17.594465 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:17.693957 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Floating IP a88f98d6-7500-47b8-bda6-8082b92ed1b4 associated. External IP: 172.27.3.59, port: a857abb4-44ed-49b8-9a1b-f1d36f5e7e31. Aug 09 15:44:17.893963 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Router fa14265d-2a90-47de-a1cc-7e80e6c812ca has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:44:18.027645 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:18.037457 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] Sync routers for ids ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:18.046216 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] Routers {'fa14265d-2a90-47de-a1cc-7e80e6c812ca'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:18.046896 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:43:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:18.047028 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126bb0e-d48d-4f37-b580-957410ae802f req-20c467b8-23ff-4799-9ebc-f9620c34b222 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.048410 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a126bb0e-d48d-4f37-b580-957410ae802f req-20c467b8-23ff-4799-9ebc-f9620c34b222 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0682096 Aug 09 15:44:18.054067 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.097120 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-65e1eb55-0f17-4532-83e0-97429c54113e tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8464234 Aug 09 15:44:18.097922 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:18.100357 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d42d5e-4a76-4a72-8f03-b640bc727ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:18.122412 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a126bb0e-d48d-4f37-b580-957410ae802f req-9c88d17e-219a-4660-ab06-b37c7f7859ab tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0d2873b-7e08-490a-87d4-0fdfb0611aa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650544 Aug 09 15:44:18.150388 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac27564-722a-48a6-be4e-58ec73f02724 x-openstack-request-id: req-fac27564-722a-48a6-be4e-58ec73f02724 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:18.150681 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:18.150939 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fac27564-722a-48a6-be4e-58ec73f02724 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:18.151344 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'status': 'completed', 'code': 200} Aug 09 15:44:18.162012 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] Set router fa14265d-2a90-47de-a1cc-7e80e6c812ca gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:18.230864 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-09ad7663-0642-4483-9918-86a9e5035bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.232368 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-09ad7663-0642-4483-9918-86a9e5035bb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc67fe97d83e44a985c2a58971e7d1d0&device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1098 time: 0.0395455 Aug 09 15:44:18.344088 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-b7cb080f-7584-429d-860d-8fac205937e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.345519 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-b7cb080f-7584-429d-860d-8fac205937e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f HTTP/1.1" status: 200 len: 911 time: 0.0866566 Aug 09 15:44:18.345660 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:44:18.388829 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': 'a88f98d6-7500-47b8-bda6-8082b92ed1b4', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'port_id': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'mac_address': 'fa:16:3e:77:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:44:16Z', 'updated_at': '2021-08-09T15:44:16Z', 'revision_number': 0, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a14838-73f4-4ed8-a33c-1d5667f36601', 'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'mac_address': 'fa:16:3e:5c:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:22Z', 'updated_at': '2021-08-09T15:42:30Z', 'revision_number': 5, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'subnets': [{'id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:18.419282 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] Checking router: fa14265d-2a90-47de-a1cc-7e80e6c812ca for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:18.427401 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] Routers {'fa14265d-2a90-47de-a1cc-7e80e6c812ca'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:18.428833 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:43:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:18.443972 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-b1060c0b-81cd-4b02-8ed4-2f070990f5fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 HTTP/1.1" status: 200 len: 998 time: 0.0599382 Aug 09 15:44:18.497551 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-8edb603d-686b-4f67-bab0-7bd0b30835b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.499001 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-8edb603d-686b-4f67-bab0-7bd0b30835b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f66c379-e042-4a7d-bba4-c97baaa49978 HTTP/1.1" status: 200 len: 848 time: 0.0469816 Aug 09 15:44:18.531177 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] Set router fa14265d-2a90-47de-a1cc-7e80e6c812ca gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:18.580984 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-b3b09750-43f4-4c73-9236-0f78fc880609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.582580 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-b3b09750-43f4-4c73-9236-0f78fc880609 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435853 Aug 09 15:44:18.586796 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-24f18955-3f94-4fc2-bf6b-98cd7aa91fff tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:18.588335 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-24f18955-3f94-4fc2-bf6b-98cd7aa91fff tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.44 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Aug 09 15:44:18.696595 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-09bfffaf-5b1e-43f3-b43c-1d702d696b62 service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910888 Aug 09 15:44:18.730107 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-59e5fd96-ca6f-4903-8630-8aea4462ff37 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Deleting port 69f1e853-7405-4ae2-90da-5362f58221a1 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:18.730478 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-59e5fd96-ca6f-4903-8630-8aea4462ff37 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.759327 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': 'a88f98d6-7500-47b8-bda6-8082b92ed1b4', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'port_id': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'mac_address': 'fa:16:3e:77:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:44:16Z', 'updated_at': '2021-08-09T15:44:16Z', 'revision_number': 0, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a14838-73f4-4ed8-a33c-1d5667f36601', 'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'mac_address': 'fa:16:3e:5c:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:22Z', 'updated_at': '2021-08-09T15:42:30Z', 'revision_number': 5, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'subnets': [{'id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:18.789236 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a8520c-51a1-47d7-8a71-3e3c056d9d2a None None] The sync data for ids ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'] in dv-cinder-788365-6-iscsi is: [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': 'a88f98d6-7500-47b8-bda6-8082b92ed1b4', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'port_id': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'mac_address': 'fa:16:3e:77:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:44:16Z', 'updated_at': '2021-08-09T15:44:16Z', 'revision_number': 0, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a14838-73f4-4ed8-a33c-1d5667f36601', 'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'mac_address': 'fa:16:3e:5c:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:22Z', 'updated_at': '2021-08-09T15:42:30Z', 'revision_number': 5, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'subnets': [{'id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:18.797468 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-12d42d5e-4a76-4a72-8f03-b640bc727ef3 req-a5ff9a2f-f462-408a-865e-521e27fd170a service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907223 Aug 09 15:44:18.824087 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-59e5fd96-ca6f-4903-8630-8aea4462ff37 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] For port 69f1e853-7405-4ae2-90da-5362f58221a1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=69f1e853-7405-4ae2-90da-5362f58221a1,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:18.824613 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-59e5fd96-ca6f-4903-8630-8aea4462ff37 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:18.840705 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-59e5fd96-ca6f-4903-8630-8aea4462ff37 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Calling delete_port for 69f1e853-7405-4ae2-90da-5362f58221a1 owned by compute:nova {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:18.998260 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311dd689-696f-43da-8739-26fe07e1c66d None None] New status for floating IP a88f98d6-7500-47b8-bda6-8082b92ed1b4: ACTIVE {{(pid=100000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:44:19.005170 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-59e5fd96-ca6f-4903-8630-8aea4462ff37 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:19.033684 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5fd96-ca6f-4903-8630-8aea4462ff37 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Pushing event deleted for resources: {'Port': ['ID=69f1e853-7405-4ae2-90da-5362f58221a1,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:19.034683 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['69f1e853-7405-4ae2-90da-5362f58221a1'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:44:19.097352 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-59e5fd96-ca6f-4903-8630-8aea4462ff37 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] No DVR routers for this DVR port 69f1e853-7405-4ae2-90da-5362f58221a1 on host hv-cinder-78836 {{(pid=99999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:44:19.101311 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-59e5fd96-ca6f-4903-8630-8aea4462ff37 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:19.103336 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-90d654d6-b8ad-43b6-b2e6-e2c124d36377 req-59e5fd96-ca6f-4903-8630-8aea4462ff37 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.44 "DELETE /v2.0/ports/69f1e853-7405-4ae2-90da-5362f58221a1 HTTP/1.1" status: 204 len: 173 time: 0.4969668 Aug 09 15:44:19.219486 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-679b0c59-a931-4237-a322-6944d6e87c5f req-e0c9e6cd-cb2e-489b-a37f-be764f5bb8b5 tempest-ServerRescueNegativeTestJSON-449503353 tempest-ServerRescueNegativeTestJSON-449503353-project] 10.222.0.10 "GET /v2.0/ports?device_id=86c51337-53cd-4615-8c2b-bc0632f4d637 HTTP/1.1" status: 200 len: 210 time: 0.0266154 Aug 09 15:44:20.152784 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c51337-53cd-4615-8c2b-bc0632f4d637', 'name': 'network-vif-deleted', 'tag': '69f1e853-7405-4ae2-90da-5362f58221a1'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:44:20.155353 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6cc1ce-3abf-46dd-bb61-158aaef7cee4" -d '{"events": [{"server_uuid": "86c51337-53cd-4615-8c2b-bc0632f4d637", "name": "network-vif-deleted", "tag": "69f1e853-7405-4ae2-90da-5362f58221a1"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:44:20.189260 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001dd6e9-3731-4a96-80e4-5771abfe3d85 x-openstack-request-id: req-001dd6e9-3731-4a96-80e4-5771abfe3d85 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:44:20.189546 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c51337-53cd-4615-8c2b-bc0632f4d637", "name": "network-vif-deleted", "tag": "69f1e853-7405-4ae2-90da-5362f58221a1", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:44:20.189794 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-001dd6e9-3731-4a96-80e4-5771abfe3d85 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:44:20.190203 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c51337-53cd-4615-8c2b-bc0632f4d637', 'name': 'network-vif-deleted', 'tag': '69f1e853-7405-4ae2-90da-5362f58221a1', 'status': 'completed', 'code': 200} Aug 09 15:44:20.277538 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51090) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:20.681709 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889501'] for router_interface, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.177636 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] Deleting port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:21.178447 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.254141 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] For port 5f4d3900-d3dd-4f61-8415-51b4e959b4e2, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=5f4d3900-d3dd-4f61-8415-51b4e959b4e2,segment=NetworkSegment(064aecd4-a3d0-4733-8135-342f713c7a8d),segment_id=064aecd4-a3d0-4733-8135-342f713c7a8d)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:21.254423 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.269740 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] Calling delete_port for 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 owned by network:router_interface {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:21.325546 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 69f1e853-7405-4ae2-90da-5362f58221a1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:21.344948 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 69f1e853-7405-4ae2-90da-5362f58221a1 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:21.345296 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 69f1e853-7405-4ae2-90da-5362f58221a1 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:21.469123 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.493385 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4d3900-d3dd-4f61-8415-51b4e959b4e2,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:21.647346 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-892205'] for router_interface, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:21.846381 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] Router a0cb088e-50a9-4213-a942-0d13eb00e141 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:44:21.948337 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:44:21.953222 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ef330556-3efe-4570-8c0a-5023784b8db8 admin admin] 10.222.0.10 "PUT /v2.0/routers/a0cb088e-50a9-4213-a942-0d13eb00e141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6746686 Aug 09 15:44:21.955754 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51092) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:21.958413 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] Sync routers for ids ['a0cb088e-50a9-4213-a942-0d13eb00e141'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:44:21.968093 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] Routers {'a0cb088e-50a9-4213-a942-0d13eb00e141'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:21.968705 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:43:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a0cb088e-50a9-4213-a942-0d13eb00e141'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:22.058267 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Notify callbacks [] for router, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.070618 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] Set router a0cb088e-50a9-4213-a942-0d13eb00e141 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:22.161689 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.213576 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Deleting port d61c2418-7ea1-409b-8750-b780bbca167e {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:44:22.214306 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.242968 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'name': 'tempest-ServerRescueNegativeTestJSON-902963801-router', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:44:21Z', 'revision_number': 5, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'gw_port': {'id': 'd61c2418-7ea1-409b-8750-b780bbca167e', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:19Z', 'updated_at': '2021-08-09T15:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:22.268448 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] Checking router: a0cb088e-50a9-4213-a942-0d13eb00e141 for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:44:22.277242 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] Routers {'a0cb088e-50a9-4213-a942-0d13eb00e141'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:44:22.277837 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:43:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a0cb088e-50a9-4213-a942-0d13eb00e141'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:22.294353 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] For port d61c2418-7ea1-409b-8750-b780bbca167e, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=d61c2418-7ea1-409b-8750-b780bbca167e,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:44:22.294755 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.306723 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Calling delete_port for d61c2418-7ea1-409b-8750-b780bbca167e owned by network:router_gateway {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:44:22.367947 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] Set router a0cb088e-50a9-4213-a942-0d13eb00e141 gateway port host: None {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:44:22.478256 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.503936 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=d61c2418-7ea1-409b-8750-b780bbca167e,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:22.506972 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'name': 'tempest-ServerRescueNegativeTestJSON-902963801-router', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:44:22Z', 'revision_number': 6, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'gw_port_host': None}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:22.535060 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc469826-3746-4e51-a6c0-01b732c83c92 None None] The sync data for ids ['a0cb088e-50a9-4213-a942-0d13eb00e141'] in dv-cinder-788365-6-iscsi is: [{'id': 'a0cb088e-50a9-4213-a942-0d13eb00e141', 'name': 'tempest-ServerRescueNegativeTestJSON-902963801-router', 'tenant_id': 'c251c3883e6a427eae874a312b826dd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:44:22Z', 'revision_number': 6, 'project_id': 'c251c3883e6a427eae874a312b826dd9', 'gw_port_host': None}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:44:22.573293 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890059'] for router_gateway, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.679149 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-886079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.681531 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.745793 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-886219'] for router, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.746558 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0cb088e-50a9-4213-a942-0d13eb00e141 {{(pid=99999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:44:22.752191 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.753378 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-13a9af35-fe59-4806-a364-50f9f32a7cbb admin admin] 10.222.0.10 "DELETE /v2.0/routers/a0cb088e-50a9-4213-a942-0d13eb00e141 HTTP/1.1" status: 204 len: 168 time: 0.7965941 Aug 09 15:44:22.755920 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51094) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:22.804907 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c78164e-3e4c-449b-aacb-50e8a4de6a64 admin admin] Deleting subnet ea285408-4ce2-4238-a8fa-66a4bf5669c9 {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:44:22.808061 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c78164e-3e4c-449b-aacb-50e8a4de6a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.843262 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c78164e-3e4c-449b-aacb-50e8a4de6a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.885264 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c78164e-3e4c-449b-aacb-50e8a4de6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.940830 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c78164e-3e4c-449b-aacb-50e8a4de6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.970008 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78164e-3e4c-449b-aacb-50e8a4de6a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea285408-4ce2-4238-a8fa-66a4bf5669c9,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:22.974765 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6c78164e-3e4c-449b-aacb-50e8a4de6a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:22.977311 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-6c78164e-3e4c-449b-aacb-50e8a4de6a64 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ea285408-4ce2-4238-a8fa-66a4bf5669c9 HTTP/1.1" status: 204 len: 168 time: 0.2189016 Aug 09 15:44:22.979795 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51096) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:23.046002 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.124868 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.134865 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1f9662-5a60-48bb-a9ff-3dda02fd1c21']}} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:23.144505 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064aecd4-a3d0-4733-8135-342f713c7a8d') {'for_net_delete': True} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:23.144821 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064aecd4-a3d0-4733-8135-342f713c7a8d') {} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:23.153706 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12833747'] for segment, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.167093 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.172809 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=99999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:23.173228 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776025'] for segment, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: Traceback (most recent call last): Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: timer() Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: cb(*args, **kw) Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: return func(*args, **kwargs) Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: self._notify() Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: self.callback(batched_events) Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: event.method(event) Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: return f(self, *a, **k) Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._get(url).json() Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:23.174774 dv-cinder-788365-6-iscsi neutron-server[99999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:23.226618 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.231986 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.233874 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] 10.222.0.10 "DELETE /v2.0/networks/6e1f9662-5a60-48bb-a9ff-3dda02fd1c21 HTTP/1.1" status: 204 len: 168 time: 0.2530062 Aug 09 15:44:23.245691 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd9d02-f5a6-40b8-bb1b-7f59065062bd admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1f9662-5a60-48bb-a9ff-3dda02fd1c21,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:23.408858 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51102) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:23.451092 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-8bf55f0d-f801-4a1f-b6c8-8252bb742955 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c251c3883e6a427eae874a312b826dd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407917 Aug 09 15:44:23.453290 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51104) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:23.454275 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c915e235-ab85-4725-bd81-95c6767e0ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.506082 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-efc7fd15-1edc-41a3-a014-97b4d02c7a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.529010 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-efc7fd15-1edc-41a3-a014-97b4d02c7a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.570760 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device d61c2418-7ea1-409b-8750-b780bbca167e no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:23.578560 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-efc7fd15-1edc-41a3-a014-97b4d02c7a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.581387 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-efc7fd15-1edc-41a3-a014-97b4d02c7a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:23.582549 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-efc7fd15-1edc-41a3-a014-97b4d02c7a40 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0d2873b-7e08-490a-87d4-0fdfb0611aa6 HTTP/1.1" status: 204 len: 168 time: 0.1282549 Aug 09 15:44:23.590473 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: d61c2418-7ea1-409b-8750-b780bbca167e {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:23.590826 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device d61c2418-7ea1-409b-8750-b780bbca167e not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:23.590958 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7fd15-1edc-41a3-a014-97b4d02c7a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d2873b-7e08-490a-87d4-0fdfb0611aa6,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:23.591245 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:44:23.616735 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:44:23.617088 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 5f4d3900-d3dd-4f61-8415-51b4e959b4e2 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:44:26.067930 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-05363838-666d-41ad-8e5a-18d54bca5160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:26.262057 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.174698 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:27.901310 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51190) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:28.010341 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.101939 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.105566 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.144800 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bcb229aa2644d94a7e54b61891d78da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423389 Aug 09 15:44:28.145671 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07962abf-3c07-46de-9ac0-0e39191d431d,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:28.147663 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51194) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:28.153156 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.153508 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.153853 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.154188 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.154858 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.155193 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.155526 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.155854 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.156215 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.156567 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.156991 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.157318 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8d439d-193d-46fc-88f0-1a115681518a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:44:28.199927 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3967a4b7-01ca-4589-8105-de1eb0112135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.220359 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3967a4b7-01ca-4589-8105-de1eb0112135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.269848 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3967a4b7-01ca-4589-8105-de1eb0112135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.272558 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3967a4b7-01ca-4589-8105-de1eb0112135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.273718 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-3967a4b7-01ca-4589-8105-de1eb0112135 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07962abf-3c07-46de-9ac0-0e39191d431d HTTP/1.1" status: 204 len: 168 time: 0.1244447 Aug 09 15:44:28.281238 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967a4b7-01ca-4589-8105-de1eb0112135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07962abf-3c07-46de-9ac0-0e39191d431d,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:28.538045 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51200) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:28.550915 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-5aa8bebd-6da7-40b4-8907-ef99ec5a45e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.636530 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-5aa8bebd-6da7-40b4-8907-ef99ec5a45e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.640045 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-5aa8bebd-6da7-40b4-8907-ef99ec5a45e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.677708 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-5aa8bebd-6da7-40b4-8907-ef99ec5a45e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=66b6cbdc3b49441982df07ec831ffcfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385369 Aug 09 15:44:28.678828 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8bebd-6da7-40b4-8907-ef99ec5a45e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8ab059-5cc9-4160-9f9e-d41d76c54b13,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:28.680494 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51202) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:28.729132 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-687b271c-0279-4db5-aa70-4a177ffde5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.748798 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-687b271c-0279-4db5-aa70-4a177ffde5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.793365 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-687b271c-0279-4db5-aa70-4a177ffde5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.795844 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-687b271c-0279-4db5-aa70-4a177ffde5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:28.799964 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-687b271c-0279-4db5-aa70-4a177ffde5d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb8ab059-5cc9-4160-9f9e-d41d76c54b13 HTTP/1.1" status: 204 len: 168 time: 0.1183584 Aug 09 15:44:28.807403 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b271c-0279-4db5-aa70-4a177ffde5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8ab059-5cc9-4160-9f9e-d41d76c54b13,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:28.862454 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.458382 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51224) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:29.554102 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1503346102-network', 'tenant_id': 'ce1cac50328748b78ffde12d1b7192eb'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:29.574920 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Made reservation on behalf of ce1cac50328748b78ffde12d1b7192eb for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:29.577122 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.585219 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.679040 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.682631 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.703809 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:44:29.719014 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f290edf5-3181-42cd-b654-a34ae56d998a,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:29.722849 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.723201 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Added segment e831380c-6349-4184-ab91-ce0c40608cfe of type vlan for network 70d7de4d-a254-46d1-b3f7-5b6a214ac4cc Aug 09 15:44:29.767709 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.796928 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.797915 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:29.798503 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:29.852394 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3923917 Aug 09 15:44:29.855315 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51228) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:29.860039 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Request body: {'subnet': {'network_id': '70d7de4d-a254-46d1-b3f7-5b6a214ac4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1503346102-subnet', 'tenant_id': 'ce1cac50328748b78ffde12d1b7192eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:29.868439 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a98f9b-c0e2-4d4c-9785-efad1228837b admin admin] Pushing event updated for resources: {'Network': ['ID=70d7de4d-a254-46d1-b3f7-5b6a214ac4cc,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:29.878378 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 70d7de4d-a254-46d1-b3f7-5b6a214ac4cc details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:29.885176 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Made reservation on behalf of ce1cac50328748b78ffde12d1b7192eb for: {'subnet': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:29.887843 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14180499'] for subnet, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.065388 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15668150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14180513'] for subnet, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.122264 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cfbdd5c-a4aa-4972-b035-2e109c2a6f1b,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:30.130600 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Checking segment: {'id': 'e831380c-6349-4184-ab91-ce0c40608cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '70d7de4d-a254-46d1-b3f7-5b6a214ac4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:30.131049 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Network hostable DHCP agents. Network: 70d7de4d-a254-46d1-b3f7-5b6a214ac4cc, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:44:30.147195 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Network 70d7de4d-a254-46d1-b3f7-5b6a214ac4cc is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:44:30.155107 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 70d7de4d-a254-46d1-b3f7-5b6a214ac4cc) {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:30.159113 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.159696 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] Notify callbacks [] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.165353 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d3c27-3359-4857-ba2b-05edfd396c94 None None] Network 70d7de4d-a254-46d1-b3f7-5b6a214ac4cc requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:30.173880 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-240f573f-30da-4e13-a521-e86d40f21fee admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3175828 Aug 09 15:44:30.292606 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232483ad-ff39-4468-a7ab-03e9b1fa9f4c None None] Network 70d7de4d-a254-46d1-b3f7-5b6a214ac4cc requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:30.632294 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51244) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:30.637447 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1185363815-network', 'tenant_id': 'a06d07981f0e47ada005aa12129b3881'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:30.658507 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Made reservation on behalf of a06d07981f0e47ada005aa12129b3881 for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:30.660668 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.668922 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.755193 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.759297 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.784933 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:44:30.791003 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04940a43-eaf7-4c47-acf3-41bf7eaf1b91,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:30.796708 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.797079 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Added segment cd12a869-b1bc-4b2d-b7ff-826468aa0f22 of type vlan for network f6a8f769-5564-4aa5-90de-42d2dc53ad69 Aug 09 15:44:30.836950 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.863455 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.864403 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:30.865021 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:30.920400 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2869279 Aug 09 15:44:30.923337 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51246) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:30.925459 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b278ccc-6782-4095-994a-d05fecd0c5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6a8f769-5564-4aa5-90de-42d2dc53ad69,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:30.929657 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Request body: {'subnet': {'network_id': 'f6a8f769-5564-4aa5-90de-42d2dc53ad69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1185363815-subnet', 'tenant_id': 'a06d07981f0e47ada005aa12129b3881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:44:30.936238 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network f6a8f769-5564-4aa5-90de-42d2dc53ad69 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:44:30.952118 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Made reservation on behalf of a06d07981f0e47ada005aa12129b3881 for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:44:30.954445 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12645235'] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.118145 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12776128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12645185'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.173473 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea429ec3-3fe7-444e-a7a6-8d8aef52fbb7,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:31.182504 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Checking segment: {'id': 'cd12a869-b1bc-4b2d-b7ff-826468aa0f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': 'f6a8f769-5564-4aa5-90de-42d2dc53ad69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:44:31.182862 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Network hostable DHCP agents. Network: f6a8f769-5564-4aa5-90de-42d2dc53ad69, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:44:31.198593 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Network f6a8f769-5564-4aa5-90de-42d2dc53ad69 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:44:31.207117 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, f6a8f769-5564-4aa5-90de-42d2dc53ad69) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:44:31.211239 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:31.211837 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:31.215785 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1910a4a0-7641-4599-8360-a1024cc3c9df None None] Network f6a8f769-5564-4aa5-90de-42d2dc53ad69 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:31.225135 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-3fcaf92a-c6ce-4a52-bc26-b5d5d0119a02 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3005064 Aug 09 15:44:31.340871 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ed424c-3efc-4481-a36b-525756fb7364 None None] Network f6a8f769-5564-4aa5-90de-42d2dc53ad69 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:44:34.194836 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41f19e-9d48-43ec-8bf4-a6c57cc95695 req-e523982a-2bdb-4a49-8229-86c9ebbec026 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:34.196344 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fe41f19e-9d48-43ec-8bf4-a6c57cc95695 req-e523982a-2bdb-4a49-8229-86c9ebbec026 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0535398 Aug 09 15:44:34.235638 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fe41f19e-9d48-43ec-8bf4-a6c57cc95695 req-8ae3d1be-5f2d-4593-abf3-6e3ed7981ad8 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328770 Aug 09 15:44:35.354012 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5835dfb-d735-42fc-b799-7df706994954 req-a55dc0c8-5687-4058-8f42-4952a81e43b2 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:35.355475 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a5835dfb-d735-42fc-b799-7df706994954 req-a55dc0c8-5687-4058-8f42-4952a81e43b2 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0506494 Aug 09 15:44:35.392825 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a5835dfb-d735-42fc-b799-7df706994954 req-e857ea04-df11-4b80-b8f5-42d6c628a3d3 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Aug 09 15:44:36.514052 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9371195-9619-4c7e-b6e2-b4fb5a46da35 req-b5aef2d4-e9aa-4858-a78d-ec04e530ee88 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:36.515540 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e9371195-9619-4c7e-b6e2-b4fb5a46da35 req-b5aef2d4-e9aa-4858-a78d-ec04e530ee88 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0490887 Aug 09 15:44:36.552466 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e9371195-9619-4c7e-b6e2-b4fb5a46da35 req-0daed14d-4a82-46a5-92bb-4f5c780027b1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310533 Aug 09 15:44:36.858146 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:37.668004 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40e327-0cfb-4ab5-a481-a4f55013c7c5 req-d1c79063-6967-4545-afe4-7cf7a000925f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:37.669487 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3b40e327-0cfb-4ab5-a481-a4f55013c7c5 req-d1c79063-6967-4545-afe4-7cf7a000925f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0509531 Aug 09 15:44:37.708206 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3b40e327-0cfb-4ab5-a481-a4f55013c7c5 req-1e66ed41-dc18-42cd-8079-a31929c852fc tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323374 Aug 09 15:44:38.820153 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31797c6c-1091-4c98-aee7-1176d5c0879a req-da74e8e2-3c4a-4235-b2fb-07f05229bd49 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:38.822189 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-31797c6c-1091-4c98-aee7-1176d5c0879a req-da74e8e2-3c4a-4235-b2fb-07f05229bd49 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0479894 Aug 09 15:44:38.858455 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-31797c6c-1091-4c98-aee7-1176d5c0879a req-6224e83a-178b-40d6-a755-e43fd7939e67 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301700 Aug 09 15:44:39.973421 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9e0a6-1b36-4900-9003-00eafda8a5c6 req-b8ea9a83-fd67-4bdb-9b7e-0cf30d98abb7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:39.974872 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d7f9e0a6-1b36-4900-9003-00eafda8a5c6 req-b8ea9a83-fd67-4bdb-9b7e-0cf30d98abb7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0501461 Aug 09 15:44:40.015627 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d7f9e0a6-1b36-4900-9003-00eafda8a5c6 req-1e033a37-8e8f-460b-9a4c-4548f7c646ae tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339844 Aug 09 15:44:41.134925 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fe928-a861-4a8b-b4c3-3d6ec98dd462 req-659ce545-5174-4c35-b337-33ba8fa264aa tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:41.136448 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-068fe928-a861-4a8b-b4c3-3d6ec98dd462 req-659ce545-5174-4c35-b337-33ba8fa264aa tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0530081 Aug 09 15:44:41.173351 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-068fe928-a861-4a8b-b4c3-3d6ec98dd462 req-c2c971aa-bfc3-4b24-a9db-7e27acda4da0 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Aug 09 15:44:42.297558 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34949002-9bd9-4840-aa4e-8b779d1ccb8a req-20539510-a280-42cd-8f72-70ae547c51c9 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:42.299035 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-34949002-9bd9-4840-aa4e-8b779d1ccb8a req-20539510-a280-42cd-8f72-70ae547c51c9 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0522385 Aug 09 15:44:42.347416 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-34949002-9bd9-4840-aa4e-8b779d1ccb8a req-26ac4e15-58bc-4a5f-b7fb-1b241b005901 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408566 Aug 09 15:44:43.467833 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79344178-d717-4ff2-8335-c412c4dc39ed req-abbc1177-27ea-49be-9031-7d8cd38ebbc0 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:43.469622 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-79344178-d717-4ff2-8335-c412c4dc39ed req-abbc1177-27ea-49be-9031-7d8cd38ebbc0 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0508738 Aug 09 15:44:43.506444 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-79344178-d717-4ff2-8335-c412c4dc39ed req-977912b5-99f8-4fe9-8c36-6910696f8bc3 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310957 Aug 09 15:44:44.634744 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f3a6a-3f95-421b-a820-16c4c61771bd req-eeb0e69b-4ce5-4290-baca-1e32ec2a6d21 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:44.636361 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ef1f3a6a-3f95-421b-a820-16c4c61771bd req-eeb0e69b-4ce5-4290-baca-1e32ec2a6d21 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0524123 Aug 09 15:44:44.675366 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ef1f3a6a-3f95-421b-a820-16c4c61771bd req-e11c06fd-4963-4689-a986-5420a3e26930 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328484 Aug 09 15:44:44.693159 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51406) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:44.740348 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2fed21-10e2-4372-a6d8-706a725a152a admin admin] Deleting subnet 7cfbdd5c-a4aa-4972-b035-2e109c2a6f1b {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:44:44.744088 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ac2fed21-10e2-4372-a6d8-706a725a152a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.781117 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ac2fed21-10e2-4372-a6d8-706a725a152a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:44.823675 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ac2fed21-10e2-4372-a6d8-706a725a152a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.157231 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e52a7e-1a8d-4578-a964-0bed5677b4d3 req-4db55735-7efb-4c9c-af71-3ac4317c6b49 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.158641 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b0e52a7e-1a8d-4578-a964-0bed5677b4d3 req-4db55735-7efb-4c9c-af71-3ac4317c6b49 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.3327422 Aug 09 15:44:45.165273 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-678bc699-509e-48cf-87ca-94ed9b9529be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.166765 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-678bc699-509e-48cf-87ca-94ed9b9529be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 1098 time: 0.1013081 Aug 09 15:44:45.173848 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ac2fed21-10e2-4372-a6d8-706a725a152a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.217507 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fed21-10e2-4372-a6d8-706a725a152a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cfbdd5c-a4aa-4972-b035-2e109c2a6f1b,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:45.232564 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ac2fed21-10e2-4372-a6d8-706a725a152a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.234024 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ac2fed21-10e2-4372-a6d8-706a725a152a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7cfbdd5c-a4aa-4972-b035-2e109c2a6f1b HTTP/1.1" status: 204 len: 168 time: 0.5397587 Aug 09 15:44:45.236618 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51412) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:45.277026 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b0e52a7e-1a8d-4578-a964-0bed5677b4d3 req-c386cbd3-66d5-485d-8f6c-ef8c8fecd40e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092813 Aug 09 15:44:45.306768 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.311469 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-f24b7df0-388b-4d26-919e-df154863aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.312989 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-f24b7df0-388b-4d26-919e-df154863aaab service neutron] 10.222.0.44 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 913 time: 0.1254680 Aug 09 15:44:45.384088 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-22dd9787-e6de-4b6f-a4a9-b90f3777d65d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b HTTP/1.1" status: 200 len: 1000 time: 0.0620263 Aug 09 15:44:45.385763 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.395177 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d7de4d-a254-46d1-b3f7-5b6a214ac4cc']}} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:45.407383 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e831380c-6349-4184-ab91-ce0c40608cfe') {'for_net_delete': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:45.407599 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e831380c-6349-4184-ab91-ce0c40608cfe') {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:45.417501 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15669183'] for segment, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.431790 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.437944 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=99998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:45.438512 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15668015'] for segment, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: Traceback (most recent call last): Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: timer() Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: cb(*args, **kw) Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: return func(*args, **kwargs) Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: self._notify() Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: self.callback(batched_events) Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: event.method(event) Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: return f(self, *a, **k) Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._get(url).json() Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:45.440494 dv-cinder-788365-6-iscsi neutron-server[99998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:45.452864 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-ac96281b-eb0b-4e79-8ad0-23850a917c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.454359 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-ac96281b-eb0b-4e79-8ad0-23850a917c67 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 200 len: 850 time: 0.0478344 Aug 09 15:44:45.496620 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.503291 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.505184 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] 10.222.0.10 "DELETE /v2.0/networks/70d7de4d-a254-46d1-b3f7-5b6a214ac4cc HTTP/1.1" status: 204 len: 168 time: 0.2675252 Aug 09 15:44:45.506413 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-90e96ea2-4965-4cb7-b5f8-bbbeb3f68f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:45.508483 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-90e96ea2-4965-4cb7-b5f8-bbbeb3f68f2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=594383a9-5c1c-45a7-8046-d048d8fc0356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415201 Aug 09 15:44:45.509013 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51414) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:45.515303 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db350275-bff6-4c96-8c6f-47617a8b6244 admin admin] Pushing event deleted for resources: {'Network': ['ID=70d7de4d-a254-46d1-b3f7-5b6a214ac4cc,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:45.599624 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e20219c-70c0-4e45-a04a-b084247c6fa8 admin admin] Deleting subnet ea429ec3-3fe7-444e-a7a6-8d8aef52fbb7 {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:44:45.605102 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3e20219c-70c0-4e45-a04a-b084247c6fa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.656774 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3e20219c-70c0-4e45-a04a-b084247c6fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.677030 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-e1b80dec-6572-4589-a41c-af126d2aa029 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428618 Aug 09 15:44:45.738984 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3e20219c-70c0-4e45-a04a-b084247c6fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.815319 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0dee43c8-0e4f-459c-9a85-df4dd048d7aa req-7a166c0a-1fb7-43c0-8408-85ad09757749 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247339 Aug 09 15:44:45.819003 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3e20219c-70c0-4e45-a04a-b084247c6fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.845397 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20219c-70c0-4e45-a04a-b084247c6fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea429ec3-3fe7-444e-a7a6-8d8aef52fbb7,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:45.849196 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3e20219c-70c0-4e45-a04a-b084247c6fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:45.851136 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-3e20219c-70c0-4e45-a04a-b084247c6fa8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ea429ec3-3fe7-444e-a7a6-8d8aef52fbb7 HTTP/1.1" status: 204 len: 168 time: 0.3412056 Aug 09 15:44:45.854959 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51416) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:45.924541 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.001652 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.011891 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a8f769-5564-4aa5-90de-42d2dc53ad69']}} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:46.021790 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd12a869-b1bc-4b2d-b7ff-826468aa0f22') {'for_net_delete': True} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:46.022075 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd12a869-b1bc-4b2d-b7ff-826468aa0f22') {} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:44:46.030841 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12833747'] for segment, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.043935 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.049473 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=99999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:44:46.049848 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776025'] for segment, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: Traceback (most recent call last): Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: timer() Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: cb(*args, **kw) Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: return func(*args, **kwargs) Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: self._notify() Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: self.callback(batched_events) Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: event.method(event) Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: return f(self, *a, **k) Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._get(url).json() Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: return self.request(url, 'GET', **kwargs) Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:44:46.051383 dv-cinder-788365-6-iscsi neutron-server[99999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:44:46.106914 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.111990 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.113831 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] 10.222.0.10 "DELETE /v2.0/networks/f6a8f769-5564-4aa5-90de-42d2dc53ad69 HTTP/1.1" status: 204 len: 168 time: 0.2579515 Aug 09 15:44:46.124925 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9ebba-7dd5-4c33-8e49-913e23d5cbae admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a8f769-5564-4aa5-90de-42d2dc53ad69,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:46.267113 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51420) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:46.306597 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-dd7c1630-9f0f-49a7-8d82-a5e8540a5def admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce1cac50328748b78ffde12d1b7192eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382826 Aug 09 15:44:46.309146 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51424) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:46.365407 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7c33-ffb0-4720-b6c1-d78193c8d984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.406040 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7c33-ffb0-4720-b6c1-d78193c8d984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.439126 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d13d5d-7a06-401f-9c2b-ec062ba565b9 req-54280254-c5cf-4bb1-94b8-7a46ed156c81 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:46.440610 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-81d13d5d-7a06-401f-9c2b-ec062ba565b9 req-54280254-c5cf-4bb1-94b8-7a46ed156c81 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0925677 Aug 09 15:44:46.481482 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-81d13d5d-7a06-401f-9c2b-ec062ba565b9 req-8fa50429-9df2-4127-bc86-72645c34447d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336092 Aug 09 15:44:46.485588 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7c33-ffb0-4720-b6c1-d78193c8d984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.488087 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-6e8e7c33-ffb0-4720-b6c1-d78193c8d984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.489155 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-6e8e7c33-ffb0-4720-b6c1-d78193c8d984 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f290edf5-3181-42cd-b654-a34ae56d998a HTTP/1.1" status: 204 len: 168 time: 0.1789548 Aug 09 15:44:46.497518 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e7c33-ffb0-4720-b6c1-d78193c8d984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f290edf5-3181-42cd-b654-a34ae56d998a,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:46.816853 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51430) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:46.857190 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-576a3657-af38-4242-8874-74b738e25eed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a06d07981f0e47ada005aa12129b3881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391428 Aug 09 15:44:46.859761 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51432) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:46.909678 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-624fe0cb-08d4-4c93-8f28-f9fa78e73b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.931486 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-624fe0cb-08d4-4c93-8f28-f9fa78e73b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.980619 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-624fe0cb-08d4-4c93-8f28-f9fa78e73b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.983220 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-624fe0cb-08d4-4c93-8f28-f9fa78e73b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:46.987560 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-624fe0cb-08d4-4c93-8f28-f9fa78e73b23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04940a43-eaf7-4c47-acf3-41bf7eaf1b91 HTTP/1.1" status: 204 len: 168 time: 0.1267798 Aug 09 15:44:46.997010 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fe0cb-08d4-4c93-8f28-f9fa78e73b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04940a43-eaf7-4c47-acf3-41bf7eaf1b91,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:47.620370 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2a9d0-f6e5-4526-ae2a-b2238e4891e9 req-bdf8dc02-88a7-4f8c-8fe7-fa34d9307c59 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:44:47.621920 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-87d2a9d0-f6e5-4526-ae2a-b2238e4891e9 req-bdf8dc02-88a7-4f8c-8fe7-fa34d9307c59 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0508747 Aug 09 15:44:47.660090 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-87d2a9d0-f6e5-4526-ae2a-b2238e4891e9 req-6edaa144-c3c1-4959-a660-5b7eb0283fc4 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322213 Aug 09 15:44:48.046835 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51468) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:48.150508 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7a6748bb-36f4-4ddd-9e38-ea87bcfb4825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.238334 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7a6748bb-36f4-4ddd-9e38-ea87bcfb4825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.244882 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7a6748bb-36f4-4ddd-9e38-ea87bcfb4825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.282586 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-7a6748bb-36f4-4ddd-9e38-ea87bcfb4825 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9d9225b7fec41aaa742080a5417d573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347140 Aug 09 15:44:48.283421 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6748bb-36f4-4ddd-9e38-ea87bcfb4825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713eec4b-7f00-4a69-a376-6b44b69d14e6,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:48.285366 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51472) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:48.333745 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b62dcb82-7a95-49ec-bcf0-6ae4b121bbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.355128 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b62dcb82-7a95-49ec-bcf0-6ae4b121bbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.399890 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b62dcb82-7a95-49ec-bcf0-6ae4b121bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.402437 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b62dcb82-7a95-49ec-bcf0-6ae4b121bbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:48.403599 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-b62dcb82-7a95-49ec-bcf0-6ae4b121bbb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/713eec4b-7f00-4a69-a376-6b44b69d14e6 HTTP/1.1" status: 204 len: 168 time: 0.1172602 Aug 09 15:44:48.412193 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62dcb82-7a95-49ec-bcf0-6ae4b121bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713eec4b-7f00-4a69-a376-6b44b69d14e6,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:53.456306 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-48d16b85-328c-49e3-8495-44a3d8d05da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:55.344199 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:44:56.069449 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a061c677-08f9-41b2-98c9-b525f08f7530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.224923 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51594) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:56.264416 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.334768 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7f18211d-775c-483e-bb1a-c200e2183239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.419903 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7f18211d-775c-483e-bb1a-c200e2183239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.423695 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7f18211d-775c-483e-bb1a-c200e2183239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.461670 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-7f18211d-775c-483e-bb1a-c200e2183239 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c19697a52324bbf81ed39b99bd170a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356460 Aug 09 15:44:56.462748 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18211d-775c-483e-bb1a-c200e2183239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e515c-5593-42f6-b21f-3bb13e0381aa,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:56.464329 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51598) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:56.512181 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8b25b442-3c04-434d-a311-fdf4439aac5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.534938 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8b25b442-3c04-434d-a311-fdf4439aac5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.580108 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8b25b442-3c04-434d-a311-fdf4439aac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.582741 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8b25b442-3c04-434d-a311-fdf4439aac5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.583874 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-8b25b442-3c04-434d-a311-fdf4439aac5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe7e515c-5593-42f6-b21f-3bb13e0381aa HTTP/1.1" status: 204 len: 168 time: 0.1185267 Aug 09 15:44:56.591349 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25b442-3c04-434d-a311-fdf4439aac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e515c-5593-42f6-b21f-3bb13e0381aa,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:56.847133 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51606) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:56.861069 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-52cb56be-9587-440f-8a77-ef0e2aa59b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.953000 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-52cb56be-9587-440f-8a77-ef0e2aa59b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.956906 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-52cb56be-9587-440f-8a77-ef0e2aa59b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:56.997072 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-52cb56be-9587-440f-8a77-ef0e2aa59b43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db8299dc3e1248e6a2533ef7a0ae37a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488266 Aug 09 15:44:56.998012 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb56be-9587-440f-8a77-ef0e2aa59b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4353c50a-73f9-46db-926f-89ada84e9642,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:56.999762 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51608) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:57.060111 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ab056927-0e39-4e19-868c-f64f88dc21e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.086539 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ab056927-0e39-4e19-868c-f64f88dc21e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.135151 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ab056927-0e39-4e19-868c-f64f88dc21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.137949 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ab056927-0e39-4e19-868c-f64f88dc21e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.139109 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ab056927-0e39-4e19-868c-f64f88dc21e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4353c50a-73f9-46db-926f-89ada84e9642 HTTP/1.1" status: 204 len: 168 time: 0.1382937 Aug 09 15:44:57.146861 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab056927-0e39-4e19-868c-f64f88dc21e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4353c50a-73f9-46db-926f-89ada84e9642,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:57.190096 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.469509 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51614) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:57.482557 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-405b440a-fd62-4033-b4b3-b95295b1f2e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.570434 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-405b440a-fd62-4033-b4b3-b95295b1f2e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.574927 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-405b440a-fd62-4033-b4b3-b95295b1f2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.613118 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-405b440a-fd62-4033-b4b3-b95295b1f2e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89602d597cb940e4be50829632374a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422954 Aug 09 15:44:57.614032 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b440a-fd62-4033-b4b3-b95295b1f2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba584b65-8871-4b19-bce3-8fc82224ea1e,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:57.615520 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51616) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:44:57.663483 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-508ea416-108e-4b0f-9fd3-67bcd9214888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.683737 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-508ea416-108e-4b0f-9fd3-67bcd9214888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.730576 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-508ea416-108e-4b0f-9fd3-67bcd9214888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.733082 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-508ea416-108e-4b0f-9fd3-67bcd9214888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:57.734241 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-508ea416-108e-4b0f-9fd3-67bcd9214888 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba584b65-8871-4b19-bce3-8fc82224ea1e HTTP/1.1" status: 204 len: 168 time: 0.1176581 Aug 09 15:44:57.741465 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ea416-108e-4b0f-9fd3-67bcd9214888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba584b65-8871-4b19-bce3-8fc82224ea1e,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:44:58.867675 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:44:59.995071 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-2f07df46-e1ac-4fbc-917a-da775da5bb10 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5af44ec047d8498f8fe8012a30976afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290670 Aug 09 15:45:00.174468 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-168fdf0a-50d3-43ee-a948-984937e6f30a tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:00.175852 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-168fdf0a-50d3-43ee-a948-984937e6f30a tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751678 Aug 09 15:45:00.192813 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-db922ac5-28c6-4cea-a142-8da6ce504ad3 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/quotas/5af44ec047d8498f8fe8012a30976afc HTTP/1.1" status: 200 len: 375 time: 0.0088990 Aug 09 15:45:00.227812 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-14bb931f-2369-47c8-8950-f6ffb6f3e11b tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5af44ec047d8498f8fe8012a30976afc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281243 Aug 09 15:45:00.397061 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-728edfa2-2a0a-493c-a229-f84a531d328e req-e203da2c-f739-45dd-ab52-1987c09f4801 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 210 time: 0.0273983 Aug 09 15:45:01.494109 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8b7fd1d6-154c-438d-8ef4-58d557e1ed4d req-72df1d96-0af2-4383-b92b-bfbb265ece57 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 210 time: 0.0282669 Aug 09 15:45:01.513571 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-6f78edf4-f2d8-4037-9fb0-05ad821ef2ac tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5af44ec047d8498f8fe8012a30976afc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225530 Aug 09 15:45:01.630425 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-34feda4d-089a-4a37-93c4-0fec9a53ebe3 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:01.631834 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-34feda4d-089a-4a37-93c4-0fec9a53ebe3 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038072 Aug 09 15:45:01.657481 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Request body: {'port': {'device_id': '5ec0fd2e-01db-4c0b-88de-b74653496379', 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091', 'admin_state_up': True, 'tenant_id': '5af44ec047d8498f8fe8012a30976afc'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:01.763631 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Made reservation on behalf of 5af44ec047d8498f8fe8012a30976afc for: {'port': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:01.767009 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.776001 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.860882 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.864402 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:01.925529 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d030aab-1d6b-464d-96e7-d40346d629f3,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:02.004026 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Allocated IP 192.168.233.86 (3d8c9a63-d38f-44b6-bb79-aab529180091/bf635cbd-8226-414a-8c49-8b7f7d06aa71/ea6e3a22-2500-4757-981f-d2adaa717441) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:02.147153 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.163645 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Transition to ACTIVE for port object ea6e3a22-2500-4757-981f-d2adaa717441 will not be triggered until provisioned by entity DHCP. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:02.403428 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.449154 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Network 3d8c9a63-d38f-44b6-bb79-aab529180091 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:02.452084 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:02.455668 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:02.461751 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Pushing event updated for resources: {'Port': ['ID=ea6e3a22-2500-4757-981f-d2adaa717441,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:02.507830 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.509270 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.525402 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37e4a215-34ce-45e9-94c8-bc4b2cd86a37 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8717537 Aug 09 15:45:02.541112 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Request body: {'port': {'device_id': '5ec0fd2e-01db-4c0b-88de-b74653496379', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:02.622034 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.667524 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39c585-d19b-4a72-840c-0f5759b887d7 req-f4e6e745-5e05-4b65-9d01-74c9c8a2fe6c tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:02.668923 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fa39c585-d19b-4a72-840c-0f5759b887d7 req-f4e6e745-5e05-4b65-9d01-74c9c8a2fe6c tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 935 time: 0.0976360 Aug 09 15:45:02.741474 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-76546ee8-e846-432e-a7cb-0323a2c5093f None None] Provisioning for port ea6e3a22-2500-4757-981f-d2adaa717441 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:02.746488 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-76546ee8-e846-432e-a7cb-0323a2c5093f None None] Provisioning complete for port ea6e3a22-2500-4757-981f-d2adaa717441 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:02.746901 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-76546ee8-e846-432e-a7cb-0323a2c5093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.783583 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-76546ee8-e846-432e-a7cb-0323a2c5093f None None] Port ea6e3a22-2500-4757-981f-d2adaa717441 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:02.804301 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fa39c585-d19b-4a72-840c-0f5759b887d7 req-de5fa903-63cc-4d1b-9b01-07db62444751 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278551 Aug 09 15:45:02.958001 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6e3a22-2500-4757-981f-d2adaa717441 {{(pid=99999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:02.965332 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:02.976771 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Transition to ACTIVE for port object ea6e3a22-2500-4757-981f-d2adaa717441 will not be triggered until provisioned by entity L2. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:02.981059 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.029909 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6e3a22-2500-4757-981f-d2adaa717441,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:03.099664 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Attempting to bind port ea6e3a22-2500-4757-981f-d2adaa717441 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:03.100229 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Attempting to bind port ea6e3a22-2500-4757-981f-d2adaa717441 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6ac50d1b-b034-4ba8-82bb-f524854abd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091'}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:03.100584 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Attempting to bind port ea6e3a22-2500-4757-981f-d2adaa717441 on network 3d8c9a63-d38f-44b6-bb79-aab529180091 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:03.106833 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Port ea6e3a22-2500-4757-981f-d2adaa717441 on network 3d8c9a63-d38f-44b6-bb79-aab529180091 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:03.107195 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Attempting to bind port ea6e3a22-2500-4757-981f-d2adaa717441 on network 3d8c9a63-d38f-44b6-bb79-aab529180091 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:03.112620 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:03.112988 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Checking segment: {'id': '6ac50d1b-b034-4ba8-82bb-f524854abd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:03.113376 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Bound using segment: {'id': '6ac50d1b-b034-4ba8-82bb-f524854abd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091'} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:03.113875 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Bound port: ea6e3a22-2500-4757-981f-d2adaa717441, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac50d1b-b034-4ba8-82bb-f524854abd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1145, 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091'}}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:03.114292 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.193190 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] For port ea6e3a22-2500-4757-981f-d2adaa717441, host hv-cinder-78836, cleared binding levels {{(pid=99999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:03.197218 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] For port ea6e3a22-2500-4757-981f-d2adaa717441, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ea6e3a22-2500-4757-981f-d2adaa717441,segment=NetworkSegment(6ac50d1b-b034-4ba8-82bb-f524854abd46),segment_id=6ac50d1b-b034-4ba8-82bb-f524854abd46)] {{(pid=99999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:03.202847 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.237252 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.237959 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:03.239500 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea6e3a22-2500-4757-981f-d2adaa717441 HTTP/1.1" status: 200 len: 1097 time: 0.7028394 Aug 09 15:45:03.239985 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec0fd2e-01db-4c0b-88de-b74653496379', 'tag': 'ea6e3a22-2500-4757-981f-d2adaa717441'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:03.243097 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982c5914-1494-4afe-a2da-20a5022be5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec0fd2e-01db-4c0b-88de-b74653496379", "tag": "ea6e3a22-2500-4757-981f-d2adaa717441"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:03.272569 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b40089-61ed-48b1-a576-249dc80a1e87 service neutron] Pushing event updated for resources: {'Port': ['ID=ea6e3a22-2500-4757-981f-d2adaa717441,revision_number=3']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:03.291463 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f528aecb-fb56-4b0c-8629-7b604f680ea6 x-openstack-request-id: req-f528aecb-fb56-4b0c-8629-7b604f680ea6 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:03.291799 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec0fd2e-01db-4c0b-88de-b74653496379", "tag": "ea6e3a22-2500-4757-981f-d2adaa717441", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:03.292096 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f528aecb-fb56-4b0c-8629-7b604f680ea6 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:03.292564 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec0fd2e-01db-4c0b-88de-b74653496379', 'tag': 'ea6e3a22-2500-4757-981f-d2adaa717441', 'status': 'completed', 'code': 200} Aug 09 15:45:03.367332 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-36721d7f-af42-431c-a6b7-b7611af41dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.369704 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-36721d7f-af42-431c-a6b7-b7611af41dbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5af44ec047d8498f8fe8012a30976afc&device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 1100 time: 0.0478532 Aug 09 15:45:03.423025 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-0c41efb3-9d68-4779-ac40-7ce01c7a0620 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=ea6e3a22-2500-4757-981f-d2adaa717441 HTTP/1.1" status: 200 len: 217 time: 0.0380001 Aug 09 15:45:03.473543 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-df170bc2-7d1c-4efa-a1e5-7f66cd8214f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.475035 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-df170bc2-7d1c-4efa-a1e5-7f66cd8214f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf635cbd-8226-414a-8c49-8b7f7d06aa71 HTTP/1.1" status: 200 len: 843 time: 0.0439329 Aug 09 15:45:03.523276 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-122e5914-d4db-4de5-a196-19b909dfb38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.524816 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-122e5914-d4db-4de5-a196-19b909dfb38b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d8c9a63-d38f-44b6-bb79-aab529180091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0388916 Aug 09 15:45:03.619053 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-73544363-bcf7-4937-96d8-243e1c312da3 service neutron] 10.222.0.44 "GET /v2.0/networks/3d8c9a63-d38f-44b6-bb79-aab529180091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837553 Aug 09 15:45:03.715765 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e804dec-95d6-433d-aa9b-335b37eab35f req-0dff56b0-9a46-46f4-ab00-86140a6a9fe1 service neutron] 10.222.0.44 "GET /v2.0/networks/3d8c9a63-d38f-44b6-bb79-aab529180091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814419 Aug 09 15:45:03.844669 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-5ec5d9c4-5415-40ba-9d38-8d01d8288920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.846221 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-5ec5d9c4-5415-40ba-9d38-8d01d8288920 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5af44ec047d8498f8fe8012a30976afc&device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 1100 time: 0.0437577 Aug 09 15:45:03.969066 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea0198-8bec-4a84-8324-58ec4a08b81b req-ea823e85-c765-4c50-ae45-4e05ebc8a448 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.970525 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9cea0198-8bec-4a84-8324-58ec4a08b81b req-ea823e85-c765-4c50-ae45-4e05ebc8a448 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 947 time: 0.0929172 Aug 09 15:45:03.994456 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-3f6e0693-c3ba-417e-955b-a0b54a4569d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:03.995893 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-3f6e0693-c3ba-417e-955b-a0b54a4569d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3d8c9a63-d38f-44b6-bb79-aab529180091 HTTP/1.1" status: 200 len: 871 time: 0.1356418 Aug 09 15:45:04.019398 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9cea0198-8bec-4a84-8324-58ec4a08b81b req-4e84cc8e-7be2-4b83-88c8-ff9a04168abd tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Aug 09 15:45:04.051871 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-62d76420-2db8-4aac-a377-180edf351fbc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=ea6e3a22-2500-4757-981f-d2adaa717441 HTTP/1.1" status: 200 len: 217 time: 0.0397339 Aug 09 15:45:04.108788 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-a1476da1-6470-4057-8e88-2269babe088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:04.110101 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-a1476da1-6470-4057-8e88-2269babe088c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf635cbd-8226-414a-8c49-8b7f7d06aa71 HTTP/1.1" status: 200 len: 843 time: 0.0422461 Aug 09 15:45:04.169963 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-ffb9b515-b57b-43a6-bbf7-4032fdf6ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:04.171426 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-ffb9b515-b57b-43a6-bbf7-4032fdf6ae76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3d8c9a63-d38f-44b6-bb79-aab529180091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0390391 Aug 09 15:45:04.267662 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-3ab0391f-6ef3-47e7-916d-c112784091f0 service neutron] 10.222.0.44 "GET /v2.0/networks/3d8c9a63-d38f-44b6-bb79-aab529180091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817921 Aug 09 15:45:04.361645 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-982c5914-1494-4afe-a2da-20a5022be5c8 req-24ef70bb-896f-4e30-986d-3038738f8a59 service neutron] 10.222.0.44 "GET /v2.0/networks/3d8c9a63-d38f-44b6-bb79-aab529180091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812905 Aug 09 15:45:05.136802 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43cbab-7f43-46e2-989f-c9683447105e req-626fd164-87a4-4c57-9e27-86256e3242eb tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:05.138290 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0e43cbab-7f43-46e2-989f-c9683447105e req-626fd164-87a4-4c57-9e27-86256e3242eb tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 947 time: 0.0495455 Aug 09 15:45:05.179137 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0e43cbab-7f43-46e2-989f-c9683447105e req-a9a95ad3-1b49-47c5-a30b-39f63f02286b tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346434 Aug 09 15:45:05.529392 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device ea6e3a22-2500-4757-981f-d2adaa717441 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:05.620734 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port ea6e3a22-2500-4757-981f-d2adaa717441, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ea6e3a22-2500-4757-981f-d2adaa717441,segment=NetworkSegment(6ac50d1b-b034-4ba8-82bb-f524854abd46),segment_id=6ac50d1b-b034-4ba8-82bb-f524854abd46)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:05.634757 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'ea6e3a22-2500-4757-981f-d2adaa717441', 'network_id': '3d8c9a63-d38f-44b6-bb79-aab529180091', 'port_id': 'ea6e3a22-2500-4757-981f-d2adaa717441', 'mac_address': 'fa:16:3e:33:c5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf635cbd-8226-414a-8c49-8b7f7d06aa71', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:05.670839 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.683087 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6e3a22-2500-4757-981f-d2adaa717441 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:05.702241 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port ea6e3a22-2500-4757-981f-d2adaa717441, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ea6e3a22-2500-4757-981f-d2adaa717441,segment=NetworkSegment(6ac50d1b-b034-4ba8-82bb-f524854abd46),segment_id=6ac50d1b-b034-4ba8-82bb-f524854abd46)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:05.705958 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:05.750668 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=ea6e3a22-2500-4757-981f-d2adaa717441,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:05.757391 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.757736 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.758598 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.758927 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.759252 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.759573 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.759895 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.760213 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.760532 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.760880 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.761198 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:05.761512 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:06.141066 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['ea6e3a22-2500-4757-981f-d2adaa717441'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:06.518272 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97e01-a28d-449d-8453-cbd3247e5944 req-79a8fefa-568e-4096-8075-24faa9e118d1 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:06.519740 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6ff97e01-a28d-449d-8453-cbd3247e5944 req-79a8fefa-568e-4096-8075-24faa9e118d1 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 948 time: 0.2721596 Aug 09 15:45:06.557054 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6ff97e01-a28d-449d-8453-cbd3247e5944 req-ec622027-bbd8-409d-9111-c56d6ee716e0 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313435 Aug 09 15:45:06.848730 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.541965 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device ea6e3a22-2500-4757-981f-d2adaa717441 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:07.598941 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port ea6e3a22-2500-4757-981f-d2adaa717441 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:07.602563 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port ea6e3a22-2500-4757-981f-d2adaa717441 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:07.602936 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.681279 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.683408 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04555f-ca5b-4259-9cde-b7b1494eaf0d req-d0a22b3c-aba3-436c-af63-9bf5d98b9dd9 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.685179 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9d04555f-ca5b-4259-9cde-b7b1494eaf0d req-d0a22b3c-aba3-436c-af63-9bf5d98b9dd9 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 948 time: 0.0560794 Aug 09 15:45:07.704051 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec0fd2e-01db-4c0b-88de-b74653496379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6e3a22-2500-4757-981f-d2adaa717441'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:07.706301 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc8ec34-b774-4679-8b95-7d25ce018802" -d '{"events": [{"server_uuid": "5ec0fd2e-01db-4c0b-88de-b74653496379", "name": "network-vif-plugged", "status": "completed", "tag": "ea6e3a22-2500-4757-981f-d2adaa717441"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:07.719235 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port ea6e3a22-2500-4757-981f-d2adaa717441, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ea6e3a22-2500-4757-981f-d2adaa717441,segment=NetworkSegment(6ac50d1b-b034-4ba8-82bb-f524854abd46),segment_id=6ac50d1b-b034-4ba8-82bb-f524854abd46)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:07.723906 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:07.729254 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9d04555f-ca5b-4259-9cde-b7b1494eaf0d req-2a7d8490-ca4e-45f9-b7f4-67ca641e5f0d tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378001 Aug 09 15:45:07.748184 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4561bce-9a32-4f99-b3d5-6662ebbd2084 x-openstack-request-id: req-e4561bce-9a32-4f99-b3d5-6662ebbd2084 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:07.748499 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec0fd2e-01db-4c0b-88de-b74653496379", "name": "network-vif-plugged", "status": "completed", "tag": "ea6e3a22-2500-4757-981f-d2adaa717441", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:07.748766 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4561bce-9a32-4f99-b3d5-6662ebbd2084 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:07.749156 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec0fd2e-01db-4c0b-88de-b74653496379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6e3a22-2500-4757-981f-d2adaa717441', 'code': 200} Aug 09 15:45:07.774319 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=ea6e3a22-2500-4757-981f-d2adaa717441,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:07.964845 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41027c-ebaf-4e78-a32d-4e16cfef886c req-db4cbe65-0788-45ae-a4e5-b2135e757099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:07.966319 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4c41027c-ebaf-4e78-a32d-4e16cfef886c req-db4cbe65-0788-45ae-a4e5-b2135e757099 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 1102 time: 0.0393074 Aug 09 15:45:08.007922 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4c41027c-ebaf-4e78-a32d-4e16cfef886c req-2ba8d19b-f19f-486e-a2a8-d3461d7ba768 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298223 Aug 09 15:45:08.856221 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5f1f2-a672-48b7-a126-a0e2d03d5aeb req-17d19a11-66ec-490d-bb9c-e61619440447 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:08.858256 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e3d5f1f2-a672-48b7-a126-a0e2d03d5aeb req-17d19a11-66ec-490d-bb9c-e61619440447 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 949 time: 0.0563710 Aug 09 15:45:08.897994 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e3d5f1f2-a672-48b7-a126-a0e2d03d5aeb req-11949870-6aa1-4162-a2f8-527656848bdf tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339565 Aug 09 15:45:09.622671 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ef12d-0524-48f9-a14d-7ebd52cc58da req-318bef78-5e10-4b22-b17e-cadb9fc92c89 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:09.624046 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ab2ef12d-0524-48f9-a14d-7ebd52cc58da req-318bef78-5e10-4b22-b17e-cadb9fc92c89 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 946 time: 0.0478997 Aug 09 15:45:09.660595 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ab2ef12d-0524-48f9-a14d-7ebd52cc58da req-aa4d1968-309e-41ec-a0a7-e789077815ae tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307322 Aug 09 15:45:10.013899 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac7ab6-ddd6-4de6-87ed-f61ed8562ddd req-dcda4cf7-2d18-4ef2-9472-086b731610a1 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.015358 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2dac7ab6-ddd6-4de6-87ed-f61ed8562ddd req-dcda4cf7-2d18-4ef2-9472-086b731610a1 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 949 time: 0.0490327 Aug 09 15:45:10.057010 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2dac7ab6-ddd6-4de6-87ed-f61ed8562ddd req-2d7674fd-8010-4f2e-9658-46407ab17a5c tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Aug 09 15:45:10.319423 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e0bff-ff16-4069-be4f-a64a007c6458 req-2efa1bdd-b7db-461d-ae96-d492b869da6c tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.321628 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fb2e0bff-ff16-4069-be4f-a64a007c6458 req-2efa1bdd-b7db-461d-ae96-d492b869da6c tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 949 time: 0.0581570 Aug 09 15:45:10.359049 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fb2e0bff-ff16-4069-be4f-a64a007c6458 req-a761039f-020b-4c9f-a273-108c52273ad1 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Aug 09 15:45:10.785149 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b414d-2554-4e3d-b0f5-d23946efcaa9 req-dc1eed33-698a-41f8-9791-9d1595394b11 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:10.786632 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-524b414d-2554-4e3d-b0f5-d23946efcaa9 req-dc1eed33-698a-41f8-9791-9d1595394b11 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 946 time: 0.0479481 Aug 09 15:45:10.829519 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-524b414d-2554-4e3d-b0f5-d23946efcaa9 req-3f412368-5417-4b23-967d-4c10ab25084a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369282 Aug 09 15:45:11.478840 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279144-62cc-465b-9bbb-29c290944808 req-d9421cae-6679-482f-b1f1-b10bc7739c04 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.480350 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ea279144-62cc-465b-9bbb-29c290944808 req-d9421cae-6679-482f-b1f1-b10bc7739c04 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 949 time: 0.0485165 Aug 09 15:45:11.520227 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ea279144-62cc-465b-9bbb-29c290944808 req-cf0dd1e7-38e3-401c-b495-13d616321291 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339267 Aug 09 15:45:11.946523 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff3a7e-4e6e-4fd2-b5c8-944a379fc9de req-62ff3d30-e235-432f-9f53-f3dc24f5859e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:11.947994 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-06ff3a7e-4e6e-4fd2-b5c8-944a379fc9de req-62ff3d30-e235-432f-9f53-f3dc24f5859e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 946 time: 0.0480578 Aug 09 15:45:11.984592 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-06ff3a7e-4e6e-4fd2-b5c8-944a379fc9de req-90cc507f-41dd-4ca1-ab13-1150b116ecf7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305994 Aug 09 15:45:12.422638 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-6512a61f-7953-4f21-8cde-5287a1f1224a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:12.424095 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-6512a61f-7953-4f21-8cde-5287a1f1224a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.44 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 946 time: 0.0486476 Aug 09 15:45:12.521809 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Deleting port 1cccd688-86af-49fa-98b8-7e071319d942 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:12.522520 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.647809 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] For port 1cccd688-86af-49fa-98b8-7e071319d942, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1cccd688-86af-49fa-98b8-7e071319d942,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:12.648180 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.674521 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656a60c-5d48-4346-8950-f99cdf134e3d req-6c72fe25-5193-4aaa-ab48-a4dfb23453a5 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:12.676113 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0656a60c-5d48-4346-8950-f99cdf134e3d req-6c72fe25-5193-4aaa-ab48-a4dfb23453a5 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 949 time: 0.0883279 Aug 09 15:45:12.818138 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0656a60c-5d48-4346-8950-f99cdf134e3d req-9c96ba4c-1720-4efc-bc1f-43242c8b3975 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d030aab-1d6b-464d-96e7-d40346d629f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176875 Aug 09 15:45:12.891784 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-87ad391c-bd4e-4e07-935f-f8b22b722b98 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:12.893513 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-87ad391c-bd4e-4e07-935f-f8b22b722b98 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 949 time: 0.0505497 Aug 09 15:45:12.935757 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.936064 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:12.936422 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Floating IP 403b622f-7cf7-4c1e-b84e-0694bf8416ad disassociated. External IP: 172.27.3.49, port: 1cccd688-86af-49fa-98b8-7e071319d942. Aug 09 15:45:12.936751 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Calling delete_port for 1cccd688-86af-49fa-98b8-7e071319d942 owned by compute:nova {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:13.005171 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-cf00899e-2b0d-4526-9c6d-218d56349043 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Deleting port ea6e3a22-2500-4757-981f-d2adaa717441 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:13.005534 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-cf00899e-2b0d-4526-9c6d-218d56349043 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.099849 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.139996 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event deleted for resources: {'Port': ['ID=1cccd688-86af-49fa-98b8-7e071319d942,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:13.160334 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6498d0c-4e3a-4754-b77c-b76ffb1a7549 req-bfa8cf0c-d49e-4a1d-91c0-d84383b45842 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:13.161954 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6498d0c-4e3a-4754-b77c-b76ffb1a7549 req-bfa8cf0c-d49e-4a1d-91c0-d84383b45842 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=1fff8b54-2086-4e4a-a0ea-bee30db34e42 HTTP/1.1" status: 200 len: 868 time: 0.1011424 Aug 09 15:45:13.270282 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6498d0c-4e3a-4754-b77c-b76ffb1a7549 req-e42843a3-1ea3-4f1e-b0d9-cbb54b8a4e08 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=89c78f50-c948-4054-ae67-e21c432c965c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754774 Aug 09 15:45:13.303303 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Router 7807bfd1-c7c1-441c-be13-ca7889f5f61f has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:13.333956 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-cf00899e-2b0d-4526-9c6d-218d56349043 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] For port ea6e3a22-2500-4757-981f-d2adaa717441, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ea6e3a22-2500-4757-981f-d2adaa717441,segment=NetworkSegment(6ac50d1b-b034-4ba8-82bb-f524854abd46),segment_id=6ac50d1b-b034-4ba8-82bb-f524854abd46)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:13.334715 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-cf00899e-2b0d-4526-9c6d-218d56349043 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.351588 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-cf00899e-2b0d-4526-9c6d-218d56349043 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Calling delete_port for ea6e3a22-2500-4757-981f-d2adaa717441 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:13.408337 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:13.425458 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] Sync routers for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:13.450730 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:13.451286 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] No DVR routers for this DVR port 1cccd688-86af-49fa-98b8-7e071319d942 on host hv-cinder-78836 {{(pid=99999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:13.451478 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:44:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:13.454365 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.456375 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8a4c3226-b8d6-4629-8270-67c868898c9b req-ab9fc772-fc4a-4bb3-ba6f-b6daf6b5a091 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.44 "DELETE /v2.0/ports/1cccd688-86af-49fa-98b8-7e071319d942 HTTP/1.1" status: 204 len: 173 time: 1.0200584 Aug 09 15:45:13.456852 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'name': 'network-vif-deleted', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:13.460759 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c68f1e1-8f4f-4f8b-ae13-1daf1609ebe3" -d '{"events": [{"server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "name": "network-vif-deleted", "tag": "1cccd688-86af-49fa-98b8-7e071319d942"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:13.503470 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71326f75-0852-46bc-96ba-6a26b2509d6f x-openstack-request-id: req-71326f75-0852-46bc-96ba-6a26b2509d6f {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:13.503770 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fff8b54-2086-4e4a-a0ea-bee30db34e42", "name": "network-vif-deleted", "tag": "1cccd688-86af-49fa-98b8-7e071319d942", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:13.504025 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71326f75-0852-46bc-96ba-6a26b2509d6f {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:13.504425 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fff8b54-2086-4e4a-a0ea-bee30db34e42', 'name': 'network-vif-deleted', 'tag': '1cccd688-86af-49fa-98b8-7e071319d942', 'status': 'completed', 'code': 200} Aug 09 15:45:13.516851 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-cf00899e-2b0d-4526-9c6d-218d56349043 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.539181 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['ea6e3a22-2500-4757-981f-d2adaa717441'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:13.559770 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00899e-2b0d-4526-9c6d-218d56349043 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Pushing event deleted for resources: {'Port': ['ID=ea6e3a22-2500-4757-981f-d2adaa717441,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:13.595219 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-cf00899e-2b0d-4526-9c6d-218d56349043 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] No DVR routers for this DVR port ea6e3a22-2500-4757-981f-d2adaa717441 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:13.597990 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-cf00899e-2b0d-4526-9c6d-218d56349043 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:13.600579 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d029a61b-5908-4aa4-a568-cb37c3855cdc req-cf00899e-2b0d-4526-9c6d-218d56349043 tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.44 "DELETE /v2.0/ports/ea6e3a22-2500-4757-981f-d2adaa717441 HTTP/1.1" status: 204 len: 173 time: 0.6948204 Aug 09 15:45:13.601248 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec0fd2e-01db-4c0b-88de-b74653496379', 'name': 'network-vif-deleted', 'tag': 'ea6e3a22-2500-4757-981f-d2adaa717441'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:13.604971 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e4dd05-abc8-4cc9-b569-65f40abd91bd" -d '{"events": [{"server_uuid": "5ec0fd2e-01db-4c0b-88de-b74653496379", "name": "network-vif-deleted", "tag": "ea6e3a22-2500-4757-981f-d2adaa717441"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:13.659836 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:13.683195 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b607936d-c593-4db1-95fe-63bc7fe71c8c x-openstack-request-id: req-b607936d-c593-4db1-95fe-63bc7fe71c8c {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:13.683771 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec0fd2e-01db-4c0b-88de-b74653496379", "name": "network-vif-deleted", "tag": "ea6e3a22-2500-4757-981f-d2adaa717441", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:13.684532 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b607936d-c593-4db1-95fe-63bc7fe71c8c {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:13.685889 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec0fd2e-01db-4c0b-88de-b74653496379', 'name': 'network-vif-deleted', 'tag': 'ea6e3a22-2500-4757-981f-d2adaa717441', 'status': 'completed', 'code': 200} Aug 09 15:45:13.875643 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:13.902601 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] Checking router: 7807bfd1-c7c1-441c-be13-ca7889f5f61f for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:13.911344 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:13.911974 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:44:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:13.973077 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4285f9d9-aba9-4e48-b4e9-82053b576598 req-6ce4c087-4973-46ff-8dff-39c53dd77aaa tempest-VolumesNegativeTest-749374348 tempest-VolumesNegativeTest-749374348-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ec0fd2e-01db-4c0b-88de-b74653496379 HTTP/1.1" status: 200 len: 210 time: 0.0600677 Aug 09 15:45:14.029082 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:14.358940 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:14.387634 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51754) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:14.390094 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b0b3bb-cf44-4578-b79e-6bbd7b3c0d17 None None] The sync data for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi is: [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:14.445865 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f50fecae-528f-4144-8859-b2864a1d3fee tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.469141 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f50fecae-528f-4144-8859-b2864a1d3fee tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.521066 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f50fecae-528f-4144-8859-b2864a1d3fee tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.524915 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f50fecae-528f-4144-8859-b2864a1d3fee tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.529395 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-f50fecae-528f-4144-8859-b2864a1d3fee tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "DELETE /v2.0/security-groups/89c78f50-c948-4054-ae67-e21c432c965c HTTP/1.1" status: 204 len: 168 time: 0.1404154 Aug 09 15:45:14.530335 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51756) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:14.552768 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.api.v2.resource [None req-9d85c9f9-376d-4fd8-932a-96b8f155ace2 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] show failed (client error): The resource could not be found. Aug 09 15:45:14.554730 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-9d85c9f9-376d-4fd8-932a-96b8f155ace2 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups/89c78f50-c948-4054-ae67-e21c432c965c HTTP/1.1" status: 404 len: 347 time: 0.0193119 Aug 09 15:45:14.554889 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fecae-528f-4144-8859-b2864a1d3fee tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c78f50-c948-4054-ae67-e21c432c965c,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:14.557893 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51758) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:14.688482 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f9733e-f042-4b96-a755-ce0adaeef3e8 None None] New status for floating IP 403b622f-7cf7-4c1e-b84e-0694bf8416ad: DOWN {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:45:14.713046 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-c693fc35-1281-46c0-bbb3-575591c1e7e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Deleting port e60d9ad4-47fd-49db-802f-ac346abf2428 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:14.713651 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c693fc35-1281-46c0-bbb3-575591c1e7e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.805829 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c693fc35-1281-46c0-bbb3-575591c1e7e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.806156 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c693fc35-1281-46c0-bbb3-575591c1e7e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:14.822771 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-c693fc35-1281-46c0-bbb3-575591c1e7e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Calling delete_port for e60d9ad4-47fd-49db-802f-ac346abf2428 owned by network:floatingip {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:14.969550 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c693fc35-1281-46c0-bbb3-575591c1e7e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.006999 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c693fc35-1281-46c0-bbb3-575591c1e7e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event deleted for resources: {'Port': ['ID=e60d9ad4-47fd-49db-802f-ac346abf2428,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:15.071171 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c693fc35-1281-46c0-bbb3-575591c1e7e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.074416 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c693fc35-1281-46c0-bbb3-575591c1e7e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.079068 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c693fc35-1281-46c0-bbb3-575591c1e7e3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "DELETE /v2.0/floatingips/403b622f-7cf7-4c1e-b84e-0694bf8416ad HTTP/1.1" status: 204 len: 168 time: 0.5169153 Aug 09 15:45:15.361227 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51776) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:15.366030 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-7cab718a-3a42-43d9-8bbe-2c2950ab46ad tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1194889275', 'description': 'tempest-description--660250445'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:15.391855 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7cab718a-3a42-43d9-8bbe-2c2950ab46ad tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.477774 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7cab718a-3a42-43d9-8bbe-2c2950ab46ad tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.481400 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7cab718a-3a42-43d9-8bbe-2c2950ab46ad tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.507984 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7cab718a-3a42-43d9-8bbe-2c2950ab46ad tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.509718 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-7cab718a-3a42-43d9-8bbe-2c2950ab46ad tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1474905 Aug 09 15:45:15.511523 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab718a-3a42-43d9-8bbe-2c2950ab46ad tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382f1a5f-3408-4592-b87e-88f501b7f4e8,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:15.512743 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 51788) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:15.518586 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-583790b5-231a-4409-b230-514f1a823643 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'security_group_rule': {'security_group_id': '382f1a5f-3408-4592-b87e-88f501b7f4e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:15.554693 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-583790b5-231a-4409-b230-514f1a823643 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.615167 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-583790b5-231a-4409-b230-514f1a823643 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.619324 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-583790b5-231a-4409-b230-514f1a823643 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.632397 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583790b5-231a-4409-b230-514f1a823643 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719566e1-7118-4310-8619-829bf00423f9,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:15.647717 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-583790b5-231a-4409-b230-514f1a823643 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.648957 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-583790b5-231a-4409-b230-514f1a823643 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344872 Aug 09 15:45:15.652175 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51804) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:15.657490 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-efad4b02-ebde-401e-a6f5-696f44405d91 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'security_group_rule': {'security_group_id': '382f1a5f-3408-4592-b87e-88f501b7f4e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:15.693628 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-efad4b02-ebde-401e-a6f5-696f44405d91 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.752498 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-efad4b02-ebde-401e-a6f5-696f44405d91 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.756937 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-efad4b02-ebde-401e-a6f5-696f44405d91 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.776659 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad4b02-ebde-401e-a6f5-696f44405d91 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158200c9-a36b-4ff2-a94b-f0e5daaf727f,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:15.786429 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-efad4b02-ebde-401e-a6f5-696f44405d91 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.787940 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-efad4b02-ebde-401e-a6f5-696f44405d91 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344769 Aug 09 15:45:15.791703 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 51816) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:15.797506 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'floatingip': {'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:15.823714 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:15.923452 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.030029 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Allocated IP 172.27.3.159 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/0aefcf3f-da36-4a2b-af6b-23a639192adf) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:16.138080 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.180421 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.217143 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:16.219965 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:16.225372 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:16.253997 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'Port': ['ID=0aefcf3f-da36-4a2b-af6b-23a639192adf,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:16.319850 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.355340 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.507790 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.512935 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.584490 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'Port': ['ID=0aefcf3f-da36-4a2b-af6b-23a639192adf,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:16.604180 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.620910 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:16.630629 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-a5f7507d-c5d0-4f57-89a3-fc56d8e58d4c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8289635 Aug 09 15:45:16.813130 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-4f762dbf-c84d-4882-adf6-7353fde4751d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1194889275&fields=id&tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f HTTP/1.1" status: 200 len: 267 time: 0.0349641 Aug 09 15:45:16.923884 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-a86811b6-1a2e-47ed-9585-11ac147d2285 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:16.925474 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-a86811b6-1a2e-47ed-9585-11ac147d2285 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 817 time: 0.1055663 Aug 09 15:45:16.944689 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-ca5de800-47a1-4f7f-8ef0-44411842f3b5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/quotas/ca5acb4d32ca4e9e84ff4d43d59a034f HTTP/1.1" status: 200 len: 375 time: 0.0118566 Aug 09 15:45:17.009079 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-d2f5d688-1cd6-427b-a4fa-fb68a7cfb67a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579360 Aug 09 15:45:17.111006 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-40c8176a-9594-4ee4-855d-44c89ca0a1d4 service neutron] 10.222.0.10 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897641 Aug 09 15:45:17.200619 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-c8bf1f34-05e7-4cdc-8f68-6cbe7d78a743 service neutron] 10.222.0.10 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828087 Aug 09 15:45:17.557492 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-90a1b99a-5444-4575-9b6e-80f296c26962 req-cf9ec132-6e30-4442-9028-36f77d38b371 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 210 time: 0.2189574 Aug 09 15:45:17.591407 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 1cccd688-86af-49fa-98b8-7e071319d942 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:17.612867 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 1cccd688-86af-49fa-98b8-7e071319d942 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:17.613230 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 1cccd688-86af-49fa-98b8-7e071319d942 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:17.613654 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device ea6e3a22-2500-4757-981f-d2adaa717441 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:17.634986 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: ea6e3a22-2500-4757-981f-d2adaa717441 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:17.635334 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device ea6e3a22-2500-4757-981f-d2adaa717441 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:45:18.523570 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-eb447907-baf9-432d-a893-eb36ed140970 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:18.525732 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-eb447907-baf9-432d-a893-eb36ed140970 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 817 time: 0.1026924 Aug 09 15:45:18.570965 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-bd02a3c7-39b0-4928-9bf4-a8844b9c3f85 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f HTTP/1.1" status: 200 len: 380 time: 0.0325608 Aug 09 15:45:18.596419 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'port': {'device_id': '19680984-736a-4d34-afc9-c0b79033a74d', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'admin_state_up': True, 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'security_groups': ['382f1a5f-3408-4592-b87e-88f501b7f4e8']}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:18.714436 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-319d558f-e742-4431-8afb-90e3e129645f req-de7c1438-fa9d-4596-b16f-c1ca8a51837b tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 210 time: 0.0777416 Aug 09 15:45:18.721033 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Made reservation on behalf of ca5acb4d32ca4e9e84ff4d43d59a034f for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:18.724515 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:18.854282 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Allocated IP 172.20.0.3 (5564c0f5-2cdb-4111-9ee6-4fe4915db070/7a778659-d916-4c12-b0da-3a016aca3fd8/13f66129-efb9-456e-abc6-9ecd7b4c9559) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:19.000210 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.014721 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Transition to ACTIVE for port object 13f66129-efb9-456e-abc6-9ecd7b4c9559 will not be triggered until provisioned by entity DHCP. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:19.049127 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.074613 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52034) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:19.097730 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:19.100923 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:19.105903 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:19.109872 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event updated for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:19.167018 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:19.167740 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.185682 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-1c8d3634-b680-48a7-9b84-5e125e3c32c4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933695 Aug 09 15:45:19.202187 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Request body: {'port': {'device_id': '19680984-736a-4d34-afc9-c0b79033a74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:19.232188 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-6b940c56-5515-4feb-8a94-4489f7d1c58b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5af44ec047d8498f8fe8012a30976afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563823 Aug 09 15:45:19.232874 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52038) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:19.257854 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.283710 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.304551 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.355128 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.357631 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.358785 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d030aab-1d6b-464d-96e7-d40346d629f3 HTTP/1.1" status: 204 len: 168 time: 0.1249959 Aug 09 15:45:19.368963 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-c6731e86-14fb-45b0-b645-aa8c5a2bda48 None None] Provisioning for port 13f66129-efb9-456e-abc6-9ecd7b4c9559 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:19.374874 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d030aab-1d6b-464d-96e7-d40346d629f3,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:19.376215 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-c6731e86-14fb-45b0-b645-aa8c5a2bda48 None None] Provisioning complete for port 13f66129-efb9-456e-abc6-9ecd7b4c9559 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:19.376855 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c6731e86-14fb-45b0-b645-aa8c5a2bda48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.382731 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.383160 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.383815 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.384283 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.384630 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.385023 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.385635 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.385851 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.386194 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.386529 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.386895 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.387232 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161be32f-c1d3-4741-82ee-141303dc36bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:19.428437 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-c6731e86-14fb-45b0-b645-aa8c5a2bda48 None None] Port 13f66129-efb9-456e-abc6-9ecd7b4c9559 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:19.539056 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f66129-efb9-456e-abc6-9ecd7b4c9559 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:19.548079 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.561412 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Transition to ACTIVE for port object 13f66129-efb9-456e-abc6-9ecd7b4c9559 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:19.565228 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.634550 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Pushing event updated for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:19.690616 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Attempting to bind port 13f66129-efb9-456e-abc6-9ecd7b4c9559 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:19.690982 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Attempting to bind port 13f66129-efb9-456e-abc6-9ecd7b4c9559 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:19.691563 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Attempting to bind port 13f66129-efb9-456e-abc6-9ecd7b4c9559 on network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:19.698151 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Port 13f66129-efb9-456e-abc6-9ecd7b4c9559 on network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:45:19.698530 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Attempting to bind port 13f66129-efb9-456e-abc6-9ecd7b4c9559 on network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:19.704388 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:19.704763 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Checking segment: {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:19.705407 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Bound using segment: {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:19.705926 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Bound port: 13f66129-efb9-456e-abc6-9ecd7b4c9559, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4232dab3-16ff-4c00-8013-2e96ab8fd57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:19.706488 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.788629 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:19.793499 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:19.799447 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.841528 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:19.842166 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:19.843558 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] 10.222.0.44 "PUT /v2.0/ports/13f66129-efb9-456e-abc6-9ecd7b4c9559 HTTP/1.1" status: 200 len: 1093 time: 0.6468356 Aug 09 15:45:19.844004 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:19.846269 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5" -d '{"events": [{"name": "network-changed", "server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:19.847193 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e3dd4-55c8-4955-83d3-36041c60995d req-b3b1d672-a50c-4c0a-89ab-e074883d5a5a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:19.848949 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a70e3dd4-55c8-4955-83d3-36041c60995d req-b3b1d672-a50c-4c0a-89ab-e074883d5a5a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0531828 Aug 09 15:45:19.889832 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6b58f-41f4-42eb-9281-2005dafe3c60 service neutron] Pushing event updated for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:19.904534 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0e7409-3613-4525-ab31-b43cfc7aad19 x-openstack-request-id: req-fd0e7409-3613-4525-ab31-b43cfc7aad19 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:19.904861 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:19.905116 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd0e7409-3613-4525-ab31-b43cfc7aad19 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:19.905523 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'status': 'completed', 'code': 200} Aug 09 15:45:19.908990 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a70e3dd4-55c8-4955-83d3-36041c60995d req-e909976b-618c-4b38-9549-a6b1ae925d69 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532432 Aug 09 15:45:19.962478 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-ee8840f9-5892-4964-9a1b-088c1b8a3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:19.964264 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-ee8840f9-5892-4964-9a1b-088c1b8a3324 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 1096 time: 0.0560012 Aug 09 15:45:20.015741 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-542d01f9-0e0d-467f-843f-c225e197a24d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559 HTTP/1.1" status: 200 len: 217 time: 0.0375664 Aug 09 15:45:20.077151 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-c2aada49-799b-4806-b043-cd47a0099209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.078749 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-c2aada49-799b-4806-b043-cd47a0099209 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.0510538 Aug 09 15:45:20.131664 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-af869b6b-dc62-42e3-97b6-9f9e69f70b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.134006 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-af869b6b-dc62-42e3-97b6-9f9e69f70b2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413737 Aug 09 15:45:20.230935 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-ed9e8de5-d24d-44fb-8b05-731b88053b06 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821095 Aug 09 15:45:20.332640 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-df86a6f5-0eb6-419d-a45a-fd7ff000bff3 req-9bab7ee8-9c01-4acb-aba1-bc9ebe6ae255 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888748 Aug 09 15:45:20.453775 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-1958b96b-2e77-4fd9-8821-78f75903a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.455581 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-1958b96b-2e77-4fd9-8821-78f75903a0b0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 1096 time: 0.0535276 Aug 09 15:45:20.565334 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-ed5f265d-b2e6-4c5f-9eb5-c22e642b4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.566794 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-ed5f265d-b2e6-4c5f-9eb5-c22e642b4b97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 919 time: 0.0988045 Aug 09 15:45:20.619867 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-8b20b5f5-042d-4ec9-a997-fecf7f9ada25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559 HTTP/1.1" status: 200 len: 217 time: 0.0341363 Aug 09 15:45:20.675279 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-c5b878e7-8597-497e-b0dc-443f9942da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.676606 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-c5b878e7-8597-497e-b0dc-443f9942da2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.0426795 Aug 09 15:45:20.728354 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-80107ca5-34df-4200-9365-625aec175807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:20.729857 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-80107ca5-34df-4200-9365-625aec175807 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418122 Aug 09 15:45:20.825197 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-2029fa02-6402-404b-a6cd-f2dacb45c34b service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821602 Aug 09 15:45:20.932210 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-bb5bdb93-8be3-40cc-8eba-432b5f3c49c5 req-1166ad8e-5505-4154-88f2-aa9986bef0ff service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925786 Aug 09 15:45:21.042997 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94829cc-b09d-4aa8-96ab-84c6e89b1064 req-74433eb6-1092-443f-9c5b-58498a0d368e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:21.044450 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d94829cc-b09d-4aa8-96ab-84c6e89b1064 req-74433eb6-1092-443f-9c5b-58498a0d368e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0508873 Aug 09 15:45:21.081576 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d94829cc-b09d-4aa8-96ab-84c6e89b1064 req-344bc482-3402-4932-94fc-0e14ee0bc80e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312636 Aug 09 15:45:22.198025 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0293b09-3e70-4e44-b0c4-ccdb6ca12c19 req-11dbd945-ae4a-42d6-a385-0d773a9b42c5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:22.199495 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f0293b09-3e70-4e44-b0c4-ccdb6ca12c19 req-11dbd945-ae4a-42d6-a385-0d773a9b42c5 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0493839 Aug 09 15:45:22.236372 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f0293b09-3e70-4e44-b0c4-ccdb6ca12c19 req-8c8f2bff-af8f-4a9d-a2fe-de00d7ab0719 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Aug 09 15:45:23.354681 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e7b5-f886-41bd-9d5b-3ad648b5f6f5 req-47ddd692-2560-496e-8687-1ecff04592a6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:23.356167 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ec56e7b5-f886-41bd-9d5b-3ad648b5f6f5 req-47ddd692-2560-496e-8687-1ecff04592a6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0494435 Aug 09 15:45:23.393343 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ec56e7b5-f886-41bd-9d5b-3ad648b5f6f5 req-585b6556-fdfe-41cb-b014-29b35f2f7ead tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313413 Aug 09 15:45:23.457861 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5ac8da9d-5c52-4c56-9263-79940216a731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.104586 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 13f66129-efb9-456e-abc6-9ecd7b4c9559 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:45:24.198575 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:24.209302 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'port_id': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'mac_address': 'fa:16:3e:4e:1b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:45:24.244745 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.256594 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f66129-efb9-456e-abc6-9ecd7b4c9559 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:45:24.275549 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:24.279552 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:24.328012 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:24.512916 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08fa80-05fb-48b7-a061-45e41e491e65 req-695150d0-e4b1-4a32-80da-5cef1a710ba1 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:24.514278 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dd08fa80-05fb-48b7-a061-45e41e491e65 req-695150d0-e4b1-4a32-80da-5cef1a710ba1 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0510283 Aug 09 15:45:24.783606 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dd08fa80-05fb-48b7-a061-45e41e491e65 req-5eb66c46-9dec-441b-95c3-ff42625ace79 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634616 Aug 09 15:45:25.691591 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['13f66129-efb9-456e-abc6-9ecd7b4c9559'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:45:25.905855 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a9359-7279-4be9-971d-4dc1b63349e9 req-db523898-6d37-4440-87e0-37e8f0335b37 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:25.907422 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-274a9359-7279-4be9-971d-4dc1b63349e9 req-db523898-6d37-4440-87e0-37e8f0335b37 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0484033 Aug 09 15:45:25.949508 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-274a9359-7279-4be9-971d-4dc1b63349e9 req-8f68cd38-8e44-4be3-8f21-587c7e491bae tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345457 Aug 09 15:45:26.071298 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-650eb7c5-cb7d-4dd7-bbbe-cf4c0705fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:26.265420 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:27.070976 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e997cf-c490-4215-bb57-b0a6ba4d734f req-7dfc02d5-50dc-4b02-b58a-5d60c89a7685 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:27.072475 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2e997cf-c490-4215-bb57-b0a6ba4d734f req-7dfc02d5-50dc-4b02-b58a-5d60c89a7685 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0492518 Aug 09 15:45:27.112580 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2e997cf-c490-4215-bb57-b0a6ba4d734f req-0d650dca-cd05-43ec-aa30-8a20fbfe5411 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329754 Aug 09 15:45:27.181185 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:28.232010 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a78b6-1253-4148-92e6-f428096cb952 req-ae28a13e-d837-47dc-b4cc-a364f61104ce tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:28.233523 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4e2a78b6-1253-4148-92e6-f428096cb952 req-ae28a13e-d837-47dc-b4cc-a364f61104ce tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0507870 Aug 09 15:45:28.271964 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4e2a78b6-1253-4148-92e6-f428096cb952 req-d0e2f93c-9cc2-4921-8617-ebbb3d2ae34e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310979 Aug 09 15:45:28.869642 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:29.388474 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853b9d7-1021-4189-94ea-47aa1cd5c8e3 req-e3320897-2498-4a22-b61a-ba762fedb480 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:29.389972 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e853b9d7-1021-4189-94ea-47aa1cd5c8e3 req-e3320897-2498-4a22-b61a-ba762fedb480 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0473557 Aug 09 15:45:29.427111 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e853b9d7-1021-4189-94ea-47aa1cd5c8e3 req-fcde625e-28a8-4d8a-8a70-815075f45a91 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312965 Aug 09 15:45:30.544008 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf26d9-3585-4472-b72d-a29df081c7c5 req-d9546262-a360-4400-87e0-a6e10dc032b0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:30.545507 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-66bf26d9-3585-4472-b72d-a29df081c7c5 req-d9546262-a360-4400-87e0-a6e10dc032b0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0482788 Aug 09 15:45:30.582592 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-66bf26d9-3585-4472-b72d-a29df081c7c5 req-b727c45e-7c0c-45de-99c7-d0f999907d41 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Aug 09 15:45:31.703512 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75885571-eeb4-41cd-84cd-1961732bf0e6 req-af467ab4-845c-4f86-8b26-9afd4e03f4b4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:31.705006 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-75885571-eeb4-41cd-84cd-1961732bf0e6 req-af467ab4-845c-4f86-8b26-9afd4e03f4b4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0520611 Aug 09 15:45:31.740630 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-75885571-eeb4-41cd-84cd-1961732bf0e6 req-095e69f6-1dee-474d-85d8-a80aade615de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298097 Aug 09 15:45:32.343546 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:45:32.850786 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 13f66129-efb9-456e-abc6-9ecd7b4c9559 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:32.903736 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 13f66129-efb9-456e-abc6-9ecd7b4c9559 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:32.907461 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 13f66129-efb9-456e-abc6-9ecd7b4c9559 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:32.907835 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:32.988596 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:33.011776 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:33.014054 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173c3311-ff04-4f0c-b7b3-285094cc1c90" -d '{"events": [{"server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "name": "network-vif-plugged", "status": "completed", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:33.026455 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ff4a-dadf-406b-ab8c-e59e7325cce4 req-2c9e3d14-ca39-4f77-89c4-656917922754 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:33.027778 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:33.029238 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f5c4ff4a-dadf-406b-ab8c-e59e7325cce4 req-2c9e3d14-ca39-4f77-89c4-656917922754 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0561225 Aug 09 15:45:33.033490 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:33.057666 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a652103f-6210-4cfe-bed8-f7006c50209c x-openstack-request-id: req-a652103f-6210-4cfe-bed8-f7006c50209c {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:33.057958 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "name": "network-vif-plugged", "status": "completed", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:33.058213 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a652103f-6210-4cfe-bed8-f7006c50209c {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:33.058600 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'code': 200} Aug 09 15:45:33.071332 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f5c4ff4a-dadf-406b-ab8c-e59e7325cce4 req-793cc8cc-2a73-46c3-842e-6a8b0d50c5fd tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352736 Aug 09 15:45:33.088598 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:34.197765 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eb695-bb4b-4d91-9626-4791f24aeae5 req-8f68f1e4-7751-4034-a69b-d03d72774a65 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:34.199352 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1e8eb695-bb4b-4d91-9626-4791f24aeae5 req-8f68f1e4-7751-4034-a69b-d03d72774a65 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0500479 Aug 09 15:45:34.237117 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1e8eb695-bb4b-4d91-9626-4791f24aeae5 req-4d9fcf88-a1d7-4ea3-ae5e-35b47a40e05c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Aug 09 15:45:35.334655 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-58f52cae-49a3-4fdb-aa75-b869b1334860 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1416571 Aug 09 15:45:35.394456 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f788f-0efe-41fd-8be8-e9e3439eb934 req-4da999ea-809a-468b-9159-037320ad388a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.395928 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2c9f788f-0efe-41fd-8be8-e9e3439eb934 req-4da999ea-809a-468b-9159-037320ad388a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0854611 Aug 09 15:45:35.402515 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968db03-cef3-4efb-9180-115beb37d797 req-3b8f5008-bda2-4ffb-bdbd-a3be4c99f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.404209 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0968db03-cef3-4efb-9180-115beb37d797 req-3b8f5008-bda2-4ffb-bdbd-a3be4c99f6e9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 1098 time: 0.0632520 Aug 09 15:45:35.427789 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-565514ec-c5bf-45fa-a63a-9d1e8a9ebbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.429816 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-565514ec-c5bf-45fa-a63a-9d1e8a9ebbc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 1098 time: 0.0401754 Aug 09 15:45:35.460201 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2c9f788f-0efe-41fd-8be8-e9e3439eb934 req-56fdf4cd-d6c0-409d-a7d4-dbd923f6dc84 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550296 Aug 09 15:45:35.464002 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0968db03-cef3-4efb-9180-115beb37d797 req-849ed4ce-80f0-4bf3-a77f-91e0005e4879 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457144 Aug 09 15:45:35.545745 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-5d3a4426-411d-488d-8e90-cf0e02a524b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.547235 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-5d3a4426-411d-488d-8e90-cf0e02a524b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 913 time: 0.0891671 Aug 09 15:45:35.635856 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-dcedcb84-0d75-49b5-b2db-65924c4f4b15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b HTTP/1.1" status: 200 len: 1000 time: 0.0569191 Aug 09 15:45:35.689398 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-f7abf88f-ec8d-4097-b2f3-0ad530bd846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.690782 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-f7abf88f-ec8d-4097-b2f3-0ad530bd846a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 200 len: 850 time: 0.0425174 Aug 09 15:45:35.743012 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-0cd3042e-cfc0-4e81-a009-5fe27cac3469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:35.744434 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-0cd3042e-cfc0-4e81-a009-5fe27cac3469 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=594383a9-5c1c-45a7-8046-d048d8fc0356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406494 Aug 09 15:45:35.837601 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-d4a16aaf-6708-4817-baa9-3ae1f09e7c2b service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785096 Aug 09 15:45:35.931992 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c0be2625-ea82-4f8b-9907-5fa625327d1d req-214c0e5b-84df-4c74-8752-853c0eae9e9e service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830500 Aug 09 15:45:36.581975 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62d011-85f2-4980-baf6-fa0a649a3523 req-7421e6bb-234d-462f-abd8-2e1f414df984 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:36.583506 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4f62d011-85f2-4980-baf6-fa0a649a3523 req-7421e6bb-234d-462f-abd8-2e1f414df984 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0493402 Aug 09 15:45:36.622075 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4f62d011-85f2-4980-baf6-fa0a649a3523 req-2c1eff82-d14d-421a-84b5-040a7fd3da78 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Aug 09 15:45:36.859316 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:37.745480 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a017d5-b47b-4393-a2cb-3c7fc095b160 req-91c7cb1a-1e47-4187-930f-6d5277ff13fb tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.747015 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-21a017d5-b47b-4393-a2cb-3c7fc095b160 req-91c7cb1a-1e47-4187-930f-6d5277ff13fb tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0551472 Aug 09 15:45:37.783868 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-21a017d5-b47b-4393-a2cb-3c7fc095b160 req-0e6dc199-9aa9-44d6-a6d1-d6087b4ee181 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310683 Aug 09 15:45:37.903875 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b7860-2e92-481a-ab74-1db29f35a919 req-7a369ca7-098f-43f8-bc4a-0206dcc3e417 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:37.905429 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-778b7860-2e92-481a-ab74-1db29f35a919 req-7a369ca7-098f-43f8-bc4a-0206dcc3e417 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0509000 Aug 09 15:45:37.914384 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52200) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:37.918855 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-a367d12c-9154-446d-ac2a-6351cc9ccb34 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Request body: {'floatingip': {'port_id': '13f66129-efb9-456e-abc6-9ecd7b4c9559'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:37.959333 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a367d12c-9154-446d-ac2a-6351cc9ccb34 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.414062 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a367d12c-9154-446d-ac2a-6351cc9ccb34 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.417738 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a367d12c-9154-446d-ac2a-6351cc9ccb34 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.516055 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-a367d12c-9154-446d-ac2a-6351cc9ccb34 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Floating IP 3a710b74-9b06-45be-a33a-17e76373b3d3 associated. External IP: 172.27.3.159, port: 13f66129-efb9-456e-abc6-9ecd7b4c9559. Aug 09 15:45:38.717346 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a367d12c-9154-446d-ac2a-6351cc9ccb34 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Router 7807bfd1-c7c1-441c-be13-ca7889f5f61f has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:38.821353 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a367d12c-9154-446d-ac2a-6351cc9ccb34 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:38.826290 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a367d12c-9154-446d-ac2a-6351cc9ccb34 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:38.832460 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] Sync routers for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:38.841522 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:38.842136 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:38.852020 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-a367d12c-9154-446d-ac2a-6351cc9ccb34 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "PUT /v2.0/floatingips/3a710b74-9b06-45be-a33a-17e76373b3d3 HTTP/1.1" status: 200 len: 991 time: 0.9365861 Aug 09 15:45:38.852614 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:38.854878 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:38.950753 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27615739-2581-4913-873c-af79e53dfed8 x-openstack-request-id: req-27615739-2581-4913-873c-af79e53dfed8 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:38.951074 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:38.951325 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27615739-2581-4913-873c-af79e53dfed8 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:38.951425 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:38.951726 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'status': 'completed', 'code': 200} Aug 09 15:45:39.020320 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-c800ce05-9cc6-4e0c-93d4-8c7143f1814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.021862 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-c800ce05-9cc6-4e0c-93d4-8c7143f1814c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 1098 time: 0.0391088 Aug 09 15:45:39.109697 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-ebc291e9-736b-4958-b137-60949378d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.111181 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-ebc291e9-736b-4958-b137-60949378d44b service neutron] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 919 time: 0.0808785 Aug 09 15:45:39.184541 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-86421163-c558-4a3a-987a-06bc04d42a8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559 HTTP/1.1" status: 200 len: 999 time: 0.0642939 Aug 09 15:45:39.222171 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '3a710b74-9b06-45be-a33a-17e76373b3d3', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'port_id': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'mac_address': 'fa:16:3e:4e:1b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19680984-736a-4d34-afc9-c0b79033a74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:45:16Z', 'updated_at': '2021-08-09T15:45:38Z', 'revision_number': 1, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:39.239260 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-583b63c5-94c9-49cb-b57c-2b42d58d1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.240650 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-583b63c5-94c9-49cb-b57c-2b42d58d1dc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.0443010 Aug 09 15:45:39.247681 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] Checking router: 7807bfd1-c7c1-441c-be13-ca7889f5f61f for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:39.256090 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:39.256674 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:39.295182 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-2c5ff737-b8ad-46e5-b006-c866cabd8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:39.296805 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-2c5ff737-b8ad-46e5-b006-c866cabd8b15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429919 Aug 09 15:45:39.360619 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:39.408127 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-391ce241-ccce-4678-a4a3-beabc7a2edf8 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005538 Aug 09 15:45:39.505076 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b2dead5-ba23-489a-ab70-bde00b6d2cdc req-7f12c551-ab3b-45de-a3ad-2686da860ae0 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835125 Aug 09 15:45:39.609449 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '3a710b74-9b06-45be-a33a-17e76373b3d3', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'port_id': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'mac_address': 'fa:16:3e:4e:1b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19680984-736a-4d34-afc9-c0b79033a74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:45:16Z', 'updated_at': '2021-08-09T15:45:38Z', 'revision_number': 1, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:39.753495 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fc4258-d5bb-458b-a322-45c645bac497 None None] The sync data for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi is: [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '3a710b74-9b06-45be-a33a-17e76373b3d3', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'port_id': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'mac_address': 'fa:16:3e:4e:1b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19680984-736a-4d34-afc9-c0b79033a74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:45:16Z', 'updated_at': '2021-08-09T15:45:38Z', 'revision_number': 1, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:39.924499 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cba6f9c-2204-4e3f-b75f-2be07f2f0420 None None] New status for floating IP 3a710b74-9b06-45be-a33a-17e76373b3d3: ACTIVE {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:45:41.607794 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52238) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:41.710890 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.802364 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.806466 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.843662 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bd01772c24c4c7d874615ba38d66d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348175 Aug 09 15:45:41.844501 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4c8b06-703f-4e6e-adfc-df03d21b1874,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:41.846398 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52242) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:41.852090 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.852429 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.852855 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.853191 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.853519 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.853848 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.854169 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.854535 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.854808 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.855124 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.855438 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.855750 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62fda02-c981-4d19-9670-28a0a26d65cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:41.894657 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-16f7e921-62fc-496d-b748-3e210b71408e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.916321 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-16f7e921-62fc-496d-b748-3e210b71408e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.960979 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-16f7e921-62fc-496d-b748-3e210b71408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.963633 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-16f7e921-62fc-496d-b748-3e210b71408e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:41.964816 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-16f7e921-62fc-496d-b748-3e210b71408e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ec4c8b06-703f-4e6e-adfc-df03d21b1874 HTTP/1.1" status: 204 len: 168 time: 0.1174092 Aug 09 15:45:41.972268 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7e921-62fc-496d-b748-3e210b71408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4c8b06-703f-4e6e-adfc-df03d21b1874,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:42.569385 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52266) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:42.663036 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-325138007-network', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:42.682732 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Made reservation on behalf of ac664f7de1a440ed997402019f891bd8 for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:42.684955 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.693093 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.778080 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.781568 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.807866 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:45:42.813936 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58de031-e6f0-449f-b55c-5640890c05d9,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:42.820320 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.820660 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Added segment bfe531b5-6c17-4cda-822b-743be3ed26a9 of type vlan for network 49a99394-9e03-4d15-ba53-434760427bd2 Aug 09 15:45:42.859174 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.887205 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.888209 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:42.888880 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:42.947130 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3756852 Aug 09 15:45:42.950063 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52270) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:42.955364 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Request body: {'subnet': {'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-325138007-subnet', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'ip_version': 4}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:42.956272 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76933784-c5c4-45d4-8cbc-6fe1ff9154d2 admin admin] Pushing event updated for resources: {'Network': ['ID=49a99394-9e03-4d15-ba53-434760427bd2,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:42.966917 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 49a99394-9e03-4d15-ba53-434760427bd2 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:45:42.989418 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Made reservation on behalf of ac664f7de1a440ed997402019f891bd8 for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:42.991856 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12645235'] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.152732 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12776128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12645185'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.208562 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f51f041-71a9-4245-9b70-e690b5c8e519,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:43.218586 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Checking segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:43.218933 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Network hostable DHCP agents. Network: 49a99394-9e03-4d15-ba53-434760427bd2, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:45:43.235288 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Network 49a99394-9e03-4d15-ba53-434760427bd2 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:45:43.244977 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 49a99394-9e03-4d15-ba53-434760427bd2) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:43.249939 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:43.250734 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.255519 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815df5a0-e82e-43b8-89bb-cea1e7a28f06 None None] Network 49a99394-9e03-4d15-ba53-434760427bd2 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:43.271748 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-f1c44fbb-28e6-4655-977f-3ad061738544 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3172657 Aug 09 15:45:43.271997 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52274) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:43.280390 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:43.300793 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.301931 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-886117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.356211 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.414074 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3423916f-b9ce-52bf-b934-1f6a46b7609a-49a99394-9e03-4d15-ba53-434760427bd2', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519'}]}} from dv-cinder-788365-6-iscsi. {{(pid=100000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:45:43.414978 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.495149 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.559311 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.db_base_plugin_common [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Allocated IP 172.20.0.2 (49a99394-9e03-4d15-ba53-434760427bd2/7f51f041-71a9-4245-9b70-e690b5c8e519/0a9262d6-af8d-4c49-8c66-8335dca077f6) {{(pid=100000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:43.705085 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.707852 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Notify callbacks [] for port, precommit_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.716419 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Transition to ACTIVE for port object 0a9262d6-af8d-4c49-8c66-8335dca077f6 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:43.728641 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.731987 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Transition to ACTIVE for port object 0a9262d6-af8d-4c49-8c66-8335dca077f6 will not be triggered until provisioned by entity DHCP. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:43.738684 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.782745 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Network 49a99394-9e03-4d15-ba53-434760427bd2 is already hosted by enough agents. {{(pid=100000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:43.785881 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.base_scheduler [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Resources bound (agent type, host, resource id): {{(pid=100000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:43.791114 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Received port after_create {{(pid=100000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:43.794523 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Pushing event updated for resources: {'Port': ['ID=0a9262d6-af8d-4c49-8c66-8335dca077f6,revision_number=1']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:43.856683 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Allocated IP 172.27.3.8 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/c4bc5dcc-a61c-4978-b929-770473e63fd2) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:43.857325 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Attempting to bind port 0a9262d6-af8d-4c49-8c66-8335dca077f6 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:43.857714 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Attempting to bind port 0a9262d6-af8d-4c49-8c66-8335dca077f6 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:43.858090 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Attempting to bind port 0a9262d6-af8d-4c49-8c66-8335dca077f6 on network 49a99394-9e03-4d15-ba53-434760427bd2 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:43.864453 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:43.864862 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Checking segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:43.865274 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.865673 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Bound using segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:43.866149 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Bound port: 0a9262d6-af8d-4c49-8c66-8335dca077f6, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:43.866885 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.942053 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] For port 0a9262d6-af8d-4c49-8c66-8335dca077f6, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:43.945368 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] For port 0a9262d6-af8d-4c49-8c66-8335dca077f6, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0a9262d6-af8d-4c49-8c66-8335dca077f6,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:43.950609 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:43.964274 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.005892 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.018000 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd3511-bdd5-4b6b-92bc-b754b9d05d48 None None] Pushing event updated for resources: {'Port': ['ID=0a9262d6-af8d-4c49-8c66-8335dca077f6,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:44.050075 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:44.053098 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:44.057280 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:44.060310 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=c4bc5dcc-a61c-4978-b929-770473e63fd2,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:44.342058 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.541809 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-886124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087'] for router, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:44.667369 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Router 7d148f77-cc1f-4c2a-84e5-0af4670e837d is scheduled to L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 with binding_index 1 {{(pid=99999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:45:44.936298 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd1330-24c9-462f-92b9-b648f3b5e598 None None] Network 49a99394-9e03-4d15-ba53-434760427bd2 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:44.995722 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-146aeafd-c621-4ff2-a376-49751fa7b294 None None] Provisioning for port 0a9262d6-af8d-4c49-8c66-8335dca077f6 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:45.020744 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:45.035647 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.040447 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-8487202a-178e-45ec-9c1a-a1dfe0103dd3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7640648 Aug 09 15:45:45.040852 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52280) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:45.056033 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Sync routers for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:45.075510 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:45.076144 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:45.207371 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:45.400529 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:44Z', 'revision_number': 3, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:45.434869 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Checking router: 7d148f77-cc1f-4c2a-84e5-0af4670e837d for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:45.435220 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Updating router 7d148f77-cc1f-4c2a-84e5-0af4670e837d port c4bc5dcc-a61c-4978-b929-770473e63fd2 binding host dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:45:45.466579 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.477416 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.647018 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0a9262d6-af8d-4c49-8c66-8335dca077f6 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:45.650595 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Allocated IP 172.20.0.1 (49a99394-9e03-4d15-ba53-434760427bd2/7f51f041-71a9-4245-9b70-e690b5c8e519/78506225-74d5-4f62-a37a-686f785434df) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:45.751564 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 0a9262d6-af8d-4c49-8c66-8335dca077f6 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:45.756248 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.761054 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 0a9262d6-af8d-4c49-8c66-8335dca077f6 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:45.761431 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.769647 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Transition to ACTIVE for port object 78506225-74d5-4f62-a37a-686f785434df will not be triggered until provisioned by entity DHCP. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:45.787579 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Notify callbacks [] for port, precommit_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.803478 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.808005 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Transition to ACTIVE for port object c4bc5dcc-a61c-4978-b929-770473e63fd2 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:45.816645 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.846455 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Network 49a99394-9e03-4d15-ba53-434760427bd2 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:45.849350 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:45.852429 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:45.877328 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Pushing event updated for resources: {'Port': ['ID=78506225-74d5-4f62-a37a-686f785434df,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:45.898324 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889364'] for router_interface, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.899903 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Attempting to bind port c4bc5dcc-a61c-4978-b929-770473e63fd2 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:45.900282 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Attempting to bind port c4bc5dcc-a61c-4978-b929-770473e63fd2 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:45.900640 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Attempting to bind port c4bc5dcc-a61c-4978-b929-770473e63fd2 on network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:45.905265 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaadde5-7fee-4c46-addf-c4ee24e9e4b9 None None] Pushing event updated for resources: {'Port': ['ID=c4bc5dcc-a61c-4978-b929-770473e63fd2,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:45.918529 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:45.918911 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:45.919314 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.919708 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Bound using segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:45.920198 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Bound port: c4bc5dcc-a61c-4978-b929-770473e63fd2, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:45.920585 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.924444 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:45.991342 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 0a9262d6-af8d-4c49-8c66-8335dca077f6, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0a9262d6-af8d-4c49-8c66-8335dca077f6,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:46.004889 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] For port c4bc5dcc-a61c-4978-b929-770473e63fd2, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:46.007889 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.010797 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] For port c4bc5dcc-a61c-4978-b929-770473e63fd2, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=c4bc5dcc-a61c-4978-b929-770473e63fd2,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:46.015491 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.038777 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.071915 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=0a9262d6-af8d-4c49-8c66-8335dca077f6,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:46.074533 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:46.075127 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:46.173647 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-eb68d3be-330b-45d6-87b1-e1e8950667d5 None None] Provisioning for port 78506225-74d5-4f62-a37a-686f785434df completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:46.201277 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaadde5-7fee-4c46-addf-c4ee24e9e4b9 None None] Pushing event updated for resources: {'Port': ['ID=c4bc5dcc-a61c-4978-b929-770473e63fd2,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:46.206365 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-eb68d3be-330b-45d6-87b1-e1e8950667d5 None None] Provisioning complete for port 78506225-74d5-4f62-a37a-686f785434df triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:46.206742 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-eb68d3be-330b-45d6-87b1-e1e8950667d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.211991 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.217105 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.284951 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889504'] for router_interface, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.286673 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Pushing event updated for resources: {'Port': ['ID=78506225-74d5-4f62-a37a-686f785434df,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:46.379419 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-eb68d3be-330b-45d6-87b1-e1e8950667d5 None None] Port 78506225-74d5-4f62-a37a-686f785434df cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:46.381930 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:46.382805 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Network 49a99394-9e03-4d15-ba53-434760427bd2 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:46.384213 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:46.500710 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Router 7d148f77-cc1f-4c2a-84e5-0af4670e837d has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:46.605036 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:45Z', 'revision_number': 1, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:46.608014 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-585c33ce-5af2-41d8-b497-f48044ca7512 None None] Provisioning complete for port 78506225-74d5-4f62-a37a-686f785434df triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:46.608390 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-585c33ce-5af2-41d8-b497-f48044ca7512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:46.614725 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:46.619643 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-1f12b161-9508-461e-8f09-87d1ea653eaf admin admin] 10.222.0.10 "PUT /v2.0/routers/7d148f77-cc1f-4c2a-84e5-0af4670e837d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5777895 Aug 09 15:45:46.633782 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb2234-1b25-4d3c-ab6b-d849843e453c None None] The sync data for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi is: [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:45Z', 'revision_number': 1, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:46.671403 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-585c33ce-5af2-41d8-b497-f48044ca7512 None None] Port 78506225-74d5-4f62-a37a-686f785434df cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:47.119318 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52300) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:47.124534 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1618462455-network', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:47.145841 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Made reservation on behalf of 5c66c6bff7f345698f9fe034911faff9 for: {'network': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:47.148883 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.157935 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.267602 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.276685 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.307702 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=99999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:45:47.314321 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290a76e9-1d5c-41dc-82dd-6b83c97a91d8,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:47.325390 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.325390 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.segments_db [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Added segment 818b1805-d561-46f2-984f-6abd9306897d of type vlan for network bc635b13-e9d0-4a94-8b95-8cc2fc815beb Aug 09 15:45:47.365372 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.395725 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.396617 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:47.397256 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.459756 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3393116 Aug 09 15:45:47.463077 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52302) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:47.468952 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Request body: {'subnet': {'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1618462455-subnet', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'ip_version': 4}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:47.479076 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade0287-a829-46a4-9278-8264ccf74bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=bc635b13-e9d0-4a94-8b95-8cc2fc815beb,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:47.492565 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network bc635b13-e9d0-4a94-8b95-8cc2fc815beb details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:45:47.498643 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Made reservation on behalf of 5c66c6bff7f345698f9fe034911faff9 for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:45:47.501091 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12645235'] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.712479 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12776128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12645185'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.732760 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device c4bc5dcc-a61c-4978-b929-770473e63fd2 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:47.763364 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5543e432-a869-4b96-ad9f-1def695a5f73,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:47.787400 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Checking segment: {'id': '818b1805-d561-46f2-984f-6abd9306897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:47.788229 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Network hostable DHCP agents. Network: bc635b13-e9d0-4a94-8b95-8cc2fc815beb, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:45:47.788454 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port c4bc5dcc-a61c-4978-b929-770473e63fd2 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:47.792765 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port c4bc5dcc-a61c-4978-b929-770473e63fd2 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:47.793152 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.810771 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Network bc635b13-e9d0-4a94-8b95-8cc2fc815beb is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:45:47.821099 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, bc635b13-e9d0-4a94-8b95-8cc2fc815beb) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:47.825848 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:47.826452 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.832371 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c156a-5a35-458c-b950-45c463f45193 None None] Network bc635b13-e9d0-4a94-8b95-8cc2fc815beb requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:47.841747 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-61e63a6e-ac02-4f35-9874-7b87614c774a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3775110 Aug 09 15:45:47.844266 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52306) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:47.848617 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1618462455-router', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:47.872979 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.874181 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-886117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.931107 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.943839 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.991047 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port c4bc5dcc-a61c-4978-b929-770473e63fd2, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=c4bc5dcc-a61c-4978-b929-770473e63fd2,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:47.998235 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:47.999016 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0a9262d6-af8d-4c49-8c66-8335dca077f6 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:48.070928 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.077899 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3423916f-b9ce-52bf-b934-1f6a46b7609a-bc635b13-e9d0-4a94-8b95-8cc2fc815beb', 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'fixed_ips': [{'subnet_id': '5543e432-a869-4b96-ad9f-1def695a5f73'}]}} from dv-cinder-788365-6-iscsi. {{(pid=100000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:45:48.078765 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.118493 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=c4bc5dcc-a61c-4978-b929-770473e63fd2,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:48.191676 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 0a9262d6-af8d-4c49-8c66-8335dca077f6 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:48.192047 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.275559 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.db_base_plugin_common [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Allocated IP 172.20.0.2 (bc635b13-e9d0-4a94-8b95-8cc2fc815beb/5543e432-a869-4b96-ad9f-1def695a5f73/94231ab0-ade9-4bf4-af53-be77462f328f) {{(pid=100000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:48.295446 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.316917 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.432660 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Allocated IP 172.27.3.109 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/2654997b-a91c-4cb2-b859-581c596e5f6a) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:48.462027 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Notify callbacks [] for port, precommit_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.470527 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Transition to ACTIVE for port object 94231ab0-ade9-4bf4-af53-be77462f328f will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:48.487338 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Transition to ACTIVE for port object 94231ab0-ade9-4bf4-af53-be77462f328f will not be triggered until provisioned by entity DHCP. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:48.494242 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.537335 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Network bc635b13-e9d0-4a94-8b95-8cc2fc815beb is already hosted by enough agents. {{(pid=100000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:48.541840 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.base_scheduler [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Resources bound (agent type, host, resource id): {{(pid=100000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:48.543684 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Pushing event updated for resources: {'Port': ['ID=94231ab0-ade9-4bf4-af53-be77462f328f,revision_number=1']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:48.544308 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.545865 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Received port after_create {{(pid=100000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:48.587942 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.604523 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Attempting to bind port 94231ab0-ade9-4bf4-af53-be77462f328f on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:48.604925 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Attempting to bind port 94231ab0-ade9-4bf4-af53-be77462f328f by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '818b1805-d561-46f2-984f-6abd9306897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:48.605290 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Attempting to bind port 94231ab0-ade9-4bf4-af53-be77462f328f on network bc635b13-e9d0-4a94-8b95-8cc2fc815beb {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:48.610164 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:48.610536 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Checking segment: {'id': '818b1805-d561-46f2-984f-6abd9306897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:48.610945 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.611332 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Bound using segment: {'id': '818b1805-d561-46f2-984f-6abd9306897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:48.611796 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Bound port: 94231ab0-ade9-4bf4-af53-be77462f328f, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818b1805-d561-46f2-984f-6abd9306897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:48.612178 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.627052 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:48.631570 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:48.634686 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:48.640529 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Pushing event updated for resources: {'Port': ['ID=2654997b-a91c-4cb2-b859-581c596e5f6a,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:48.675410 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] For port 94231ab0-ade9-4bf4-af53-be77462f328f, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:48.678512 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] For port 94231ab0-ade9-4bf4-af53-be77462f328f, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=94231ab0-ade9-4bf4-af53-be77462f328f,segment=NetworkSegment(818b1805-d561-46f2-984f-6abd9306897d),segment_id=818b1805-d561-46f2-984f-6abd9306897d)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:48.685622 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:48.723095 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Sync routers for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:48.733918 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:48.734540 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:48.745195 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e522f9-be16-404b-8416-06fc10bb1233 None None] Pushing event updated for resources: {'Port': ['ID=94231ab0-ade9-4bf4-af53-be77462f328f,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:48.862542 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:48.908562 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.121378 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 2, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:49.151409 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Checking router: 7d148f77-cc1f-4c2a-84e5-0af4670e837d for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:49.151754 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Updating router 7d148f77-cc1f-4c2a-84e5-0af4670e837d port 78506225-74d5-4f62-a37a-686f785434df binding host dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:45:49.178056 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.396464 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-886124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087'] for router, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.457013 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.467470 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.provisioning_blocks [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Transition to ACTIVE for port object 78506225-74d5-4f62-a37a-686f785434df will not be triggered until provisioned by entity L2. {{(pid=100001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:49.474185 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.522156 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Pushing event updated for resources: {'Port': ['ID=78506225-74d5-4f62-a37a-686f785434df,revision_number=3']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:49.532389 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.532748 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.533295 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.533694 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.534189 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.534954 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.535533 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.536015 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.536616 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.536965 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.537298 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.537646 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:45:49.540304 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f is scheduled to L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 with binding_index 1 {{(pid=99999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:45:49.597123 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Attempting to bind port 78506225-74d5-4f62-a37a-686f785434df on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:49.597500 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Attempting to bind port 78506225-74d5-4f62-a37a-686f785434df by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:49.597862 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Attempting to bind port 78506225-74d5-4f62-a37a-686f785434df on network 49a99394-9e03-4d15-ba53-434760427bd2 {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:49.604912 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:49.605514 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Checking segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:49.606070 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.606687 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Bound using segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:49.607368 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Bound port: 78506225-74d5-4f62-a37a-686f785434df, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'}}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:49.607968 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.679404 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:49.689637 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Sync routers for ids ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:49.705240 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.705644 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Routers {'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:49.706581 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-0dd6b81f-e828-4798-9a40-330e30488c8d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8613303 Aug 09 15:45:49.709326 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52310) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:49.712356 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:49.712698 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] For port 78506225-74d5-4f62-a37a-686f785434df, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:49.716816 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] For port 78506225-74d5-4f62-a37a-686f785434df, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=78506225-74d5-4f62-a37a-686f785434df,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:49.727943 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:49.877304 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 94231ab0-ade9-4bf4-af53-be77462f328f up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:49.930234 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530c464c-4b53-44d7-bf85-679164d2a724 None None] Network bc635b13-e9d0-4a94-8b95-8cc2fc815beb requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:45:49.944260 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:49.944953 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:50.007310 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d7b50-5e7c-4a81-9791-ea08b9fa3879 None None] Pushing event updated for resources: {'Port': ['ID=78506225-74d5-4f62-a37a-686f785434df,revision_number=4']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:50.047490 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Set router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:50.097208 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:50.236301 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 94231ab0-ade9-4bf4-af53-be77462f328f completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:50.255857 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device c4bc5dcc-a61c-4978-b929-770473e63fd2 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:50.282767 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.321506 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:49Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:50.352856 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bc030e-407b-44ba-871c-72b62fb565a0 None None] The sync data for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi is: [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:49Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:50.388263 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-fe44261a-2d50-477d-aa4a-c5c2612a2baa None None] Provisioning for port 94231ab0-ade9-4bf4-af53-be77462f328f completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:50.402043 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-fe44261a-2d50-477d-aa4a-c5c2612a2baa None None] Provisioning complete for port 94231ab0-ade9-4bf4-af53-be77462f328f triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:50.402417 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fe44261a-2d50-477d-aa4a-c5c2612a2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.440863 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Allocated IP 172.20.0.1 (bc635b13-e9d0-4a94-8b95-8cc2fc815beb/5543e432-a869-4b96-ad9f-1def695a5f73/0d512754-2374-4492-b290-401bcb911310) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:45:50.553371 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.568205 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Transition to ACTIVE for port object 0d512754-2374-4492-b290-401bcb911310 will not be triggered until provisioned by entity DHCP. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:50.578890 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port c4bc5dcc-a61c-4978-b929-770473e63fd2 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:50.579322 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.614672 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.640792 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'name': 'tempest-TestVolumeBootPattern-1618462455-router', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:47Z', 'updated_at': '2021-08-09T15:45:48Z', 'revision_number': 3, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'gw_port': {'id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:48Z', 'updated_at': '2021-08-09T15:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:50.675429 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Pushing event updated for resources: {'Port': ['ID=0d512754-2374-4492-b290-401bcb911310,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:50.681012 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Checking router: a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:50.681387 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Updating router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f port 2654997b-a91c-4cb2-b859-581c596e5f6a binding host dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:45:50.685355 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Network bc635b13-e9d0-4a94-8b95-8cc2fc815beb is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:50.687481 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:50.690235 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:45:50.734474 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889364'] for router_interface, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.773183 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.800984 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fe44261a-2d50-477d-aa4a-c5c2612a2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.884131 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:50.923930 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-fe44261a-2d50-477d-aa4a-c5c2612a2baa None None] For port 94231ab0-ade9-4bf4-af53-be77462f328f, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=94231ab0-ade9-4bf4-af53-be77462f328f,segment=NetworkSegment(818b1805-d561-46f2-984f-6abd9306897d),segment_id=818b1805-d561-46f2-984f-6abd9306897d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:50.939610 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fe44261a-2d50-477d-aa4a-c5c2612a2baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.062110 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44261a-2d50-477d-aa4a-c5c2612a2baa None None] Pushing event updated for resources: {'Port': ['ID=94231ab0-ade9-4bf4-af53-be77462f328f,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:51.087949 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.097424 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.102293 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-3410157f-1f34-4d7b-a2ac-e4ec207dff06 None None] Provisioning complete for port 94231ab0-ade9-4bf4-af53-be77462f328f triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:51.102770 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3410157f-1f34-4d7b-a2ac-e4ec207dff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.174796 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Pushing event updated for resources: {'Port': ['ID=0d512754-2374-4492-b290-401bcb911310,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:51.178218 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889504'] for router_interface, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.248195 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Notify callbacks [] for port, precommit_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.261618 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Transition to ACTIVE for port object 2654997b-a91c-4cb2-b859-581c596e5f6a will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:51.269203 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.269651 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Network bc635b13-e9d0-4a94-8b95-8cc2fc815beb is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:45:51.271303 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:45:51.274758 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-3410157f-1f34-4d7b-a2ac-e4ec207dff06 None None] Provisioning for port 0d512754-2374-4492-b290-401bcb911310 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:51.305325 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-3410157f-1f34-4d7b-a2ac-e4ec207dff06 None None] Provisioning complete for port 0d512754-2374-4492-b290-401bcb911310 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:51.305697 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3410157f-1f34-4d7b-a2ac-e4ec207dff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.358436 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35b3f5-3393-4961-8181-c2d65d62a295 None None] Pushing event updated for resources: {'Port': ['ID=2654997b-a91c-4cb2-b859-581c596e5f6a,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:51.360746 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Attempting to bind port 2654997b-a91c-4cb2-b859-581c596e5f6a on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:51.361103 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Attempting to bind port 2654997b-a91c-4cb2-b859-581c596e5f6a by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:51.361462 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Attempting to bind port 2654997b-a91c-4cb2-b859-581c596e5f6a on network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:51.368380 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-3410157f-1f34-4d7b-a2ac-e4ec207dff06 None None] Port 0d512754-2374-4492-b290-401bcb911310 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:51.370786 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:51.371162 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:51.371555 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.372045 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Bound using segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:51.372406 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Bound port: 2654997b-a91c-4cb2-b859-581c596e5f6a, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:51.372817 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.398406 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:51.425746 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] For port 2654997b-a91c-4cb2-b859-581c596e5f6a, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:51.431000 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] For port 2654997b-a91c-4cb2-b859-581c596e5f6a, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=2654997b-a91c-4cb2-b859-581c596e5f6a,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:51.436226 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.504525 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f35b3f5-3393-4961-8181-c2d65d62a295 None None] Pushing event updated for resources: {'Port': ['ID=2654997b-a91c-4cb2-b859-581c596e5f6a,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:51.507925 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Routers {'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:51.508545 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:51.512004 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:51.515129 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-fdbbad6b-c7a2-4267-919e-4c0e6c1d3668 None None] Provisioning complete for port 0d512754-2374-4492-b290-401bcb911310 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:51.515512 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fdbbad6b-c7a2-4267-919e-4c0e6c1d3668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.516872 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-a4eacda6-94ff-49cc-9c05-301ae87eed37 admin admin] 10.222.0.10 "PUT /v2.0/routers/a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8063745 Aug 09 15:45:51.599495 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbad6b-c7a2-4267-919e-4c0e6c1d3668 None None] Port 0d512754-2374-4492-b290-401bcb911310 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:45:51.661004 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 78506225-74d5-4f62-a37a-686f785434df up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:51.667144 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] Set router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:51.813284 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 78506225-74d5-4f62-a37a-686f785434df completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:51.819818 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 78506225-74d5-4f62-a37a-686f785434df triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:51.820381 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.952208 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:51.969780 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'name': 'tempest-TestVolumeBootPattern-1618462455-router', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:47Z', 'updated_at': '2021-08-09T15:45:50Z', 'revision_number': 4, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'gw_port': {'id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:48Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '0d512754-2374-4492-b290-401bcb911310', 'name': '', 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'mac_address': 'fa:16:3e:a7:b0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5543e432-a869-4b96-ad9f-1def695a5f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:50Z', 'updated_at': '2021-08-09T15:45:50Z', 'revision_number': 2, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'subnets': [{'id': '5543e432-a869-4b96-ad9f-1def695a5f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:52.000657 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b23b76-2957-43ba-b3ae-a7bcb2f8d22f None None] The sync data for ids ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'] in dv-cinder-788365-6-iscsi is: [{'id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'name': 'tempest-TestVolumeBootPattern-1618462455-router', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:47Z', 'updated_at': '2021-08-09T15:45:50Z', 'revision_number': 4, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'gw_port': {'id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:48Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '0d512754-2374-4492-b290-401bcb911310', 'name': '', 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'mac_address': 'fa:16:3e:a7:b0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5543e432-a869-4b96-ad9f-1def695a5f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:50Z', 'updated_at': '2021-08-09T15:45:50Z', 'revision_number': 2, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'subnets': [{'id': '5543e432-a869-4b96-ad9f-1def695a5f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:52.017666 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 78506225-74d5-4f62-a37a-686f785434df, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=78506225-74d5-4f62-a37a-686f785434df,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:52.031565 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.031565 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 94231ab0-ade9-4bf4-af53-be77462f328f up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:52.125000 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=78506225-74d5-4f62-a37a-686f785434df,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:52.133856 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 94231ab0-ade9-4bf4-af53-be77462f328f triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:52.133856 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.147100 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52328) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:52.153751 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-92e97899-dac0-41a5-b3ca-d6986351590d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798171064', 'description': 'tempest-secgroup-smoke-1798171064 description', 'project_id': 'ac664f7de1a440ed997402019f891bd8'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:52.180667 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-92e97899-dac0-41a5-b3ca-d6986351590d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.323350 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-92e97899-dac0-41a5-b3ca-d6986351590d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.327415 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-92e97899-dac0-41a5-b3ca-d6986351590d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.364569 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e97899-dac0-41a5-b3ca-d6986351590d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6e0cfa-191d-4c81-876a-30b4a4aa5795,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:52.367436 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-92e97899-dac0-41a5-b3ca-d6986351590d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.371733 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-92e97899-dac0-41a5-b3ca-d6986351590d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2197015 Aug 09 15:45:52.372099 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52334) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:52.377261 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-d15cabdd-1210-4890-ab25-8b380647fe7c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e0cfa-191d-4c81-876a-30b4a4aa5795', 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:52.404332 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d15cabdd-1210-4890-ab25-8b380647fe7c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.470065 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d15cabdd-1210-4890-ab25-8b380647fe7c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.474306 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d15cabdd-1210-4890-ab25-8b380647fe7c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.488270 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cabdd-1210-4890-ab25-8b380647fe7c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d5f353-5476-49fe-b800-ebc6f309d54f,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:52.501697 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d15cabdd-1210-4890-ab25-8b380647fe7c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.506018 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-d15cabdd-1210-4890-ab25-8b380647fe7c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303074 Aug 09 15:45:52.506286 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52340) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:52.511371 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-c96559b1-aab5-4855-b867-cb30285ab096 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e0cfa-191d-4c81-876a-30b4a4aa5795', 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:52.539839 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c96559b1-aab5-4855-b867-cb30285ab096 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.621018 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c96559b1-aab5-4855-b867-cb30285ab096 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.625998 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c96559b1-aab5-4855-b867-cb30285ab096 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.644886 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96559b1-aab5-4855-b867-cb30285ab096 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47f22c0-c66c-4682-b809-b84518278db1,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:52.650886 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c96559b1-aab5-4855-b867-cb30285ab096 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.652441 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-c96559b1-aab5-4855-b867-cb30285ab096 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445189 Aug 09 15:45:52.655374 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52344) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:52.660171 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-77361805-199b-4cfc-913b-51f143d5e269 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e0cfa-191d-4c81-876a-30b4a4aa5795', 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:52.689359 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-77361805-199b-4cfc-913b-51f143d5e269 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.716920 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610f553-21b8-4f6d-8adb-0bb2d292914c req-c77dc78a-6fb2-4611-8433-07d7196f6ec2 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:52.718767 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2610f553-21b8-4f6d-8adb-0bb2d292914c req-c77dc78a-6fb2-4611-8433-07d7196f6ec2 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0549793 Aug 09 15:45:52.762220 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-77361805-199b-4cfc-913b-51f143d5e269 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.764043 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2610f553-21b8-4f6d-8adb-0bb2d292914c req-dde8c291-f876-4c85-b21b-23948817a6ac tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384336 Aug 09 15:45:52.765528 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-77361805-199b-4cfc-913b-51f143d5e269 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.784129 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77361805-199b-4cfc-913b-51f143d5e269 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2567521f-e343-46e8-bbfb-98be1fd55b6d,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:52.786797 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-77361805-199b-4cfc-913b-51f143d5e269 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.788416 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-77361805-199b-4cfc-913b-51f143d5e269 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313896 Aug 09 15:45:52.791206 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52346) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:52.795430 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-47ebcbdd-3935-4df2-8dcf-3a5721b387b8 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e0cfa-191d-4c81-876a-30b4a4aa5795', 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:52.821987 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47ebcbdd-3935-4df2-8dcf-3a5721b387b8 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.882986 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47ebcbdd-3935-4df2-8dcf-3a5721b387b8 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.886406 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47ebcbdd-3935-4df2-8dcf-3a5721b387b8 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.905989 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebcbdd-3935-4df2-8dcf-3a5721b387b8 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e42e83f-cce4-4bfd-b16f-ef4859e11e67,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:52.909063 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47ebcbdd-3935-4df2-8dcf-3a5721b387b8 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:52.910259 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-47ebcbdd-3935-4df2-8dcf-3a5721b387b8 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181445 Aug 09 15:45:52.913586 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52348) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:52.917969 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-68014535-a625-4b25-8a43-b22d4a199497 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e0cfa-191d-4c81-876a-30b4a4aa5795', 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:52.939931 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.securitygroups_db [None req-68014535-a625-4b25-8a43-b22d4a199497 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Project ac664f7de1a440ed997402019f891bd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:45:52.944677 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-68014535-a625-4b25-8a43-b22d4a199497 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.004674 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-68014535-a625-4b25-8a43-b22d4a199497 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.009683 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-68014535-a625-4b25-8a43-b22d4a199497 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.029330 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68014535-a625-4b25-8a43-b22d4a199497 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799bfce9-9b47-4bb4-a2d9-df3f5022725a,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:53.034571 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-68014535-a625-4b25-8a43-b22d4a199497 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.035775 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-68014535-a625-4b25-8a43-b22d4a199497 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212540 Aug 09 15:45:53.039384 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52350) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:53.043778 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-1664b867-3137-4f1d-a8b2-d7e2c505cb2c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'security_group_rule': {'security_group_id': 'eb6e0cfa-191d-4c81-876a-30b4a4aa5795', 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:53.064953 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.securitygroups_db [None req-1664b867-3137-4f1d-a8b2-d7e2c505cb2c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Project ac664f7de1a440ed997402019f891bd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:45:53.069856 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1664b867-3137-4f1d-a8b2-d7e2c505cb2c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.156745 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1664b867-3137-4f1d-a8b2-d7e2c505cb2c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.160855 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1664b867-3137-4f1d-a8b2-d7e2c505cb2c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.181573 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664b867-3137-4f1d-a8b2-d7e2c505cb2c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cd260c-d224-494e-a73d-fae1a63dd65d,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:53.187628 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1664b867-3137-4f1d-a8b2-d7e2c505cb2c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.192595 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-1664b867-3137-4f1d-a8b2-d7e2c505cb2c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485569 Aug 09 15:45:53.460642 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-2cdc0dc2-2f47-4802-87f5-014998dc0f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.739957 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 78506225-74d5-4f62-a37a-686f785434df up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:53.793377 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 78506225-74d5-4f62-a37a-686f785434df triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:53.793752 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.872911 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 2654997b-a91c-4cb2-b859-581c596e5f6a up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:53.890564 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603406f-c5d2-4595-998e-1dea7ae6dc9f req-3aaa499e-978f-4430-a0d4-5aeac99c3000 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:53.892060 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6603406f-c5d2-4595-998e-1dea7ae6dc9f req-3aaa499e-978f-4430-a0d4-5aeac99c3000 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0575182 Aug 09 15:45:53.922495 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 2654997b-a91c-4cb2-b859-581c596e5f6a completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:53.926407 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 2654997b-a91c-4cb2-b859-581c596e5f6a triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:53.926787 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:53.937509 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6603406f-c5d2-4595-998e-1dea7ae6dc9f req-1a4368c4-cb5d-4cf5-ba28-2f0f7662e2dd tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393021 Aug 09 15:45:54.071464 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.102669 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 2654997b-a91c-4cb2-b859-581c596e5f6a, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=2654997b-a91c-4cb2-b859-581c596e5f6a,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:54.108117 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:54.199458 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=2654997b-a91c-4cb2-b859-581c596e5f6a,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:54.434087 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Sync routers for ids ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:54.443260 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Routers {'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:54.443861 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:54.548770 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Set router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:54.744282 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'name': 'tempest-TestVolumeBootPattern-1618462455-router', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:47Z', 'updated_at': '2021-08-09T15:45:50Z', 'revision_number': 4, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'gw_port': {'id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:48Z', 'updated_at': '2021-08-09T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '0d512754-2374-4492-b290-401bcb911310', 'name': '', 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'mac_address': 'fa:16:3e:a7:b0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5543e432-a869-4b96-ad9f-1def695a5f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:50Z', 'updated_at': '2021-08-09T15:45:50Z', 'revision_number': 2, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'subnets': [{'id': '5543e432-a869-4b96-ad9f-1def695a5f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:54.771488 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Checking router: a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:54.771881 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Updating router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f port 0d512754-2374-4492-b290-401bcb911310 binding host dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:45:54.801156 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.059133 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4ab62-4f28-475e-90b2-644abd1f4b51 req-80b09885-347d-47c2-9f6d-315a43b35e55 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:55.060662 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a5f4ab62-4f28-475e-90b2-644abd1f4b51 req-80b09885-347d-47c2-9f6d-315a43b35e55 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0509045 Aug 09 15:45:55.072666 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.082968 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.provisioning_blocks [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Transition to ACTIVE for port object 0d512754-2374-4492-b290-401bcb911310 will not be triggered until provisioned by entity L2. {{(pid=100001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:45:55.089135 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.101120 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a5f4ab62-4f28-475e-90b2-644abd1f4b51 req-28443253-21b2-4989-aed5-1ee5471a96cd tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c9df63b-0db4-47ba-8d6e-60030e1198da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337367 Aug 09 15:45:55.140812 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234214d5-97da-479d-b8e6-35bfc5c6f9ff None None] Pushing event updated for resources: {'Port': ['ID=0d512754-2374-4492-b290-401bcb911310,revision_number=3']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:55.199934 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Attempting to bind port 0d512754-2374-4492-b290-401bcb911310 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:45:55.200306 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Attempting to bind port 0d512754-2374-4492-b290-401bcb911310 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '818b1805-d561-46f2-984f-6abd9306897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb'}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:45:55.200852 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Attempting to bind port 0d512754-2374-4492-b290-401bcb911310 on network bc635b13-e9d0-4a94-8b95-8cc2fc815beb {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:45:55.205941 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:45:55.206316 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Checking segment: {'id': '818b1805-d561-46f2-984f-6abd9306897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:45:55.206720 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.207115 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Bound using segment: {'id': '818b1805-d561-46f2-984f-6abd9306897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb'} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:45:55.207580 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Bound port: 0d512754-2374-4492-b290-401bcb911310, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '818b1805-d561-46f2-984f-6abd9306897d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb'}}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:45:55.208004 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.276779 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] For port 0d512754-2374-4492-b290-401bcb911310, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:45:55.280384 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] For port 0d512754-2374-4492-b290-401bcb911310, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0d512754-2374-4492-b290-401bcb911310,segment=NetworkSegment(818b1805-d561-46f2-984f-6abd9306897d),segment_id=818b1805-d561-46f2-984f-6abd9306897d)] {{(pid=100001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:45:55.284818 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.335169 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Routers {'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:55.335812 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:55.398191 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234214d5-97da-479d-b8e6-35bfc5c6f9ff None None] Pushing event updated for resources: {'Port': ['ID=0d512754-2374-4492-b290-401bcb911310,revision_number=4']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:55.467643 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] Set router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:55.472536 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-66a07041-a1cb-41fc-8e21-369235543c72 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:45:55.474429 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-66a07041-a1cb-41fc-8e21-369235543c72 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.44 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 945 time: 0.0550513 Aug 09 15:45:55.593089 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Deleting port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:55.593089 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.670690 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 2654997b-a91c-4cb2-b859-581c596e5f6a up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:55.697090 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] For port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:55.697796 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.704040 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'name': 'tempest-TestVolumeBootPattern-1618462455-router', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:47Z', 'updated_at': '2021-08-09T15:45:50Z', 'revision_number': 4, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'gw_port': {'id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:48Z', 'updated_at': '2021-08-09T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '0d512754-2374-4492-b290-401bcb911310', 'name': '', 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'mac_address': 'fa:16:3e:a7:b0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5543e432-a869-4b96-ad9f-1def695a5f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:50Z', 'updated_at': '2021-08-09T15:45:55Z', 'revision_number': 4, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'subnets': [{'id': '5543e432-a869-4b96-ad9f-1def695a5f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:55.721564 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 2654997b-a91c-4cb2-b859-581c596e5f6a triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:55.721564 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.808684 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0d512754-2374-4492-b290-401bcb911310 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:55.835917 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f2b7a-11a4-49bc-9ebf-bcac57147eb8 None None] The sync data for ids ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'] in dv-cinder-788365-6-iscsi is: [{'id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'name': 'tempest-TestVolumeBootPattern-1618462455-router', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:47Z', 'updated_at': '2021-08-09T15:45:50Z', 'revision_number': 4, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'gw_port': {'id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:48Z', 'updated_at': '2021-08-09T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '0d512754-2374-4492-b290-401bcb911310', 'name': '', 'network_id': 'bc635b13-e9d0-4a94-8b95-8cc2fc815beb', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'mac_address': 'fa:16:3e:a7:b0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '5543e432-a869-4b96-ad9f-1def695a5f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:50Z', 'updated_at': '2021-08-09T15:45:55Z', 'revision_number': 4, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'subnets': [{'id': '5543e432-a869-4b96-ad9f-1def695a5f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:55.871492 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 0d512754-2374-4492-b290-401bcb911310 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:45:55.877178 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 0d512754-2374-4492-b290-401bcb911310 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:55.877178 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.960446 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.961005 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.961239 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.l3_db [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Floating IP f5a4ba81-7b11-41a8-93df-0d8b0f506bf2 disassociated. External IP: 172.27.3.22, port: 7dc8cdad-ce9b-4f03-b838-be5636dffc6b. Aug 09 15:45:55.961627 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Calling delete_port for 7dc8cdad-ce9b-4f03-b838-be5636dffc6b owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:55.962661 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:55.997652 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 0d512754-2374-4492-b290-401bcb911310, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0d512754-2374-4492-b290-401bcb911310,segment=NetworkSegment(818b1805-d561-46f2-984f-6abd9306897d),segment_id=818b1805-d561-46f2-984f-6abd9306897d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:45:56.002192 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.074863 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=0d512754-2374-4492-b290-401bcb911310,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:56.085342 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-66fa654c-eeae-4a82-80ca-ac922caf9103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.116278 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.211283 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7ce96b7c-eb89-47b1-aa7f-e9d45c6c6481 req-07403842-1241-4c18-8ebf-a62cee5315a9 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 210 time: 0.0285919 Aug 09 15:45:56.268873 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.374649 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event deleted for resources: {'Port': ['ID=7dc8cdad-ce9b-4f03-b838-be5636dffc6b,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:56.489296 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Router 83f7070d-2830-41d7-8b95-b449b98a2f13 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:45:56.596901 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:45:56.607338 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] Sync routers for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:45:56.616633 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:56.617255 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:56.636256 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] No DVR routers for this DVR port 7dc8cdad-ce9b-4f03-b838-be5636dffc6b on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:45:56.639342 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:56.641387 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7be3a2eb-1734-40bc-9c46-259ccda95918 req-0019ab93-1bc3-4631-bdd2-aaca055be126 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.44 "DELETE /v2.0/ports/7dc8cdad-ce9b-4f03-b838-be5636dffc6b HTTP/1.1" status: 204 len: 173 time: 1.1596437 Aug 09 15:45:56.641816 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c4b03b-374a-4667-adb3-50017e78c280', 'name': 'network-vif-deleted', 'tag': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:45:56.644220 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908bbd75-0c8f-4399-a0ec-86061628842b" -d '{"events": [{"server_uuid": "44c4b03b-374a-4667-adb3-50017e78c280", "name": "network-vif-deleted", "tag": "7dc8cdad-ce9b-4f03-b838-be5636dffc6b"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:45:56.743307 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:56.749606 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdfeb35-42e6-4be9-b146-96ff315b0924 x-openstack-request-id: req-ffdfeb35-42e6-4be9-b146-96ff315b0924 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:45:56.749900 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c4b03b-374a-4667-adb3-50017e78c280", "name": "network-vif-deleted", "tag": "7dc8cdad-ce9b-4f03-b838-be5636dffc6b", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:45:56.750146 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffdfeb35-42e6-4be9-b146-96ff315b0924 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:45:56.750537 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c4b03b-374a-4667-adb3-50017e78c280', 'name': 'network-vif-deleted', 'tag': '7dc8cdad-ce9b-4f03-b838-be5636dffc6b', 'status': 'completed', 'code': 200} Aug 09 15:45:56.966025 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:56.991893 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] Checking router: 83f7070d-2830-41d7-8b95-b449b98a2f13 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:45:57.000013 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:45:57.000619 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:57.224329 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.237620 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:45:57.344743 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6a24ba22-4e5c-40ca-8c29-b5cc3df82166 req-c0a96984-d5de-4d43-8167-7b85d1cb92ad tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=44c4b03b-374a-4667-adb3-50017e78c280 HTTP/1.1" status: 200 len: 210 time: 0.0368431 Aug 09 15:45:57.463227 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:45:57.490237 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52168a-18c7-4e24-899f-b9505f98d3f7 None None] The sync data for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi is: [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:45:57.627380 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0d512754-2374-4492-b290-401bcb911310 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:45:57.677307 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 0d512754-2374-4492-b290-401bcb911310 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:45:57.677710 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:57.709976 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f4f1da-d67a-4c26-8692-5c716c37ccc0 None None] New status for floating IP f5a4ba81-7b11-41a8-93df-0d8b0f506bf2: DOWN {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:45:58.421677 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52444) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:58.475884 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c903a185-648e-4137-970a-165037a6fb15 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.497961 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c903a185-648e-4137-970a-165037a6fb15 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.544049 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c903a185-648e-4137-970a-165037a6fb15 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.546583 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c903a185-648e-4137-970a-165037a6fb15 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.547729 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c903a185-648e-4137-970a-165037a6fb15 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "DELETE /v2.0/security-groups/9c9df63b-0db4-47ba-8d6e-60030e1198da HTTP/1.1" status: 204 len: 168 time: 0.1250420 Aug 09 15:45:58.552190 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52446) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:58.564004 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903a185-648e-4137-970a-165037a6fb15 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9df63b-0db4-47ba-8d6e-60030e1198da,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:58.570802 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.api.v2.resource [None req-7f50f4bf-1935-4455-a400-4196593ecd05 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] show failed (client error): The resource could not be found. Aug 09 15:45:58.574573 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-7f50f4bf-1935-4455-a400-4196593ecd05 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups/9c9df63b-0db4-47ba-8d6e-60030e1198da HTTP/1.1" status: 404 len: 347 time: 0.0186954 Aug 09 15:45:58.576442 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52448) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:58.696328 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-48197cb6-3b89-4b43-94ef-f9828b444e9f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Deleting port 443d480f-5562-444c-ba25-7bcec564472e {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:45:58.696779 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-48197cb6-3b89-4b43-94ef-f9828b444e9f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.773865 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-48197cb6-3b89-4b43-94ef-f9828b444e9f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.774183 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-48197cb6-3b89-4b43-94ef-f9828b444e9f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.785567 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-48197cb6-3b89-4b43-94ef-f9828b444e9f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Calling delete_port for 443d480f-5562-444c-ba25-7bcec564472e owned by network:floatingip {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:45:58.879702 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.922693 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-48197cb6-3b89-4b43-94ef-f9828b444e9f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:58.949944 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48197cb6-3b89-4b43-94ef-f9828b444e9f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event deleted for resources: {'Port': ['ID=443d480f-5562-444c-ba25-7bcec564472e,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:59.012111 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-48197cb6-3b89-4b43-94ef-f9828b444e9f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.014725 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-48197cb6-3b89-4b43-94ef-f9828b444e9f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.015916 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-48197cb6-3b89-4b43-94ef-f9828b444e9f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "DELETE /v2.0/floatingips/f5a4ba81-7b11-41a8-93df-0d8b0f506bf2 HTTP/1.1" status: 204 len: 168 time: 0.4385123 Aug 09 15:45:59.486587 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52456) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:59.492066 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-da916495-f189-45f4-878a-1bb82099c761 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795992030', 'description': 'tempest-description--1613379891'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:59.513724 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-da916495-f189-45f4-878a-1bb82099c761 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.597090 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-da916495-f189-45f4-878a-1bb82099c761 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.601484 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-da916495-f189-45f4-878a-1bb82099c761 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.629043 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-da916495-f189-45f4-878a-1bb82099c761 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.630262 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-da916495-f189-45f4-878a-1bb82099c761 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1425953 Aug 09 15:45:59.633944 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52458) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:59.638828 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-218a4a85-7b01-47f0-a044-1d32b529b44e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'security_group_rule': {'security_group_id': '68776b07-0a63-4438-a442-250747f0d0cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:59.644457 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da916495-f189-45f4-878a-1bb82099c761 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68776b07-0a63-4438-a442-250747f0d0cb,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:59.668907 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-218a4a85-7b01-47f0-a044-1d32b529b44e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.731895 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-218a4a85-7b01-47f0-a044-1d32b529b44e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.735546 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-218a4a85-7b01-47f0-a044-1d32b529b44e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.753067 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a4a85-7b01-47f0-a044-1d32b529b44e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ba9a81-9beb-42ce-a313-b55e051848e5,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:59.759233 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-218a4a85-7b01-47f0-a044-1d32b529b44e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.760416 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-218a4a85-7b01-47f0-a044-1d32b529b44e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254830 Aug 09 15:45:59.763238 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52460) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:59.767527 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-d2b91728-2703-49bf-bb46-c38521009f01 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'security_group_rule': {'security_group_id': '68776b07-0a63-4438-a442-250747f0d0cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:59.794129 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d2b91728-2703-49bf-bb46-c38521009f01 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.851545 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d2b91728-2703-49bf-bb46-c38521009f01 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.854888 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d2b91728-2703-49bf-bb46-c38521009f01 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.871652 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b91728-2703-49bf-bb46-c38521009f01 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cbec10-081c-4b24-b716-436569fd7e60,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:45:59.877024 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-d2b91728-2703-49bf-bb46-c38521009f01 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.878190 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-d2b91728-2703-49bf-bb46-c38521009f01 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140246 Aug 09 15:45:59.881240 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52462) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:45:59.885543 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'floatingip': {'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:45:59.907255 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:45:59.931474 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 7dc8cdad-ce9b-4f03-b838-be5636dffc6b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:45:59.952340 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 7dc8cdad-ce9b-4f03-b838-be5636dffc6b {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:45:59.952701 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 7dc8cdad-ce9b-4f03-b838-be5636dffc6b not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:46:00.017404 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.129193 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Allocated IP 172.27.3.114 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/752ea3c6-36e5-412a-b908-311608cc3f3d) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:00.234701 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.273522 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.309357 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:00.314018 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:00.316525 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:00.343651 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'Port': ['ID=752ea3c6-36e5-412a-b908-311608cc3f3d,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:00.412563 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.447882 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.599775 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.604500 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.673214 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'Port': ['ID=752ea3c6-36e5-412a-b908-311608cc3f3d,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:00.683436 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.696829 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:00.698060 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-c72d70b2-46d3-4f97-a244-4a97d9d2e62c tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8159187 Aug 09 15:46:00.833443 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-9e9779b6-eeea-471e-9c5f-e1eefa0b4cb6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--795992030&fields=id&tenant_id=05d9191caf494b06b388d288d8389928 HTTP/1.1" status: 200 len: 267 time: 0.0333104 Aug 09 15:46:00.943569 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-af065ae4-abc9-4474-8dfc-374717b81772 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:00.945137 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-af065ae4-abc9-4474-8dfc-374717b81772 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 811 time: 0.1039705 Aug 09 15:46:00.959931 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-a13ccb1a-5cd7-483e-ac8f-58b9737f7071 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/quotas/05d9191caf494b06b388d288d8389928 HTTP/1.1" status: 200 len: 375 time: 0.0091558 Aug 09 15:46:01.012106 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-5d4cf55c-fd31-4e86-b14b-351f13ef56fc tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471196 Aug 09 15:46:01.212661 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-b72ab46d-88cf-47ea-9949-e8126ded1c08 service neutron] 10.222.0.10 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890342 Aug 09 15:46:01.303105 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-a8db59de-8431-4b4d-a2b1-a9d2b3fe5de5 service neutron] 10.222.0.10 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843911 Aug 09 15:46:01.462844 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3330e3e4-3f99-4829-9f0e-031587f8abac req-2e5316a1-5c91-4378-a139-7c259003e730 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 210 time: 0.0269530 Aug 09 15:46:02.554824 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-07499b0f-bd3d-491c-8340-7163f9089bb2 req-cb7133e0-a783-4ebd-812d-3fd800b7c13d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 210 time: 0.0257285 Aug 09 15:46:02.790767 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-5310c79c-8f1e-443a-b454-b714d200e637 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:02.792149 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-5310c79c-8f1e-443a-b454-b714d200e637 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.44 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 811 time: 0.1087203 Aug 09 15:46:02.842440 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-dc8e7962-1205-4836-abe4-e71fbd3c58b9 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05d9191caf494b06b388d288d8389928 HTTP/1.1" status: 200 len: 379 time: 0.0377412 Aug 09 15:46:02.866523 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'port': {'device_id': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'admin_state_up': True, 'tenant_id': '05d9191caf494b06b388d288d8389928', 'security_groups': ['68776b07-0a63-4438-a442-250747f0d0cb']}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:02.975955 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Made reservation on behalf of 05d9191caf494b06b388d288d8389928 for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:02.979407 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.111222 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Allocated IP 172.20.0.4 (594383a9-5c1c-45a7-8046-d048d8fc0356/69c0650a-e762-4e6f-a889-ab124a5dcc18/81e6b68f-fe17-4ffb-817f-26bb266e3456) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:03.247062 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.269027 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Transition to ACTIVE for port object 81e6b68f-fe17-4ffb-817f-26bb266e3456 will not be triggered until provisioned by entity DHCP. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:03.309892 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.355659 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Network 594383a9-5c1c-45a7-8046-d048d8fc0356 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:03.357656 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:03.361529 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:03.368121 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event updated for resources: {'Port': ['ID=81e6b68f-fe17-4ffb-817f-26bb266e3456,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:03.415211 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:03.415876 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.430985 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-cd661219-a931-43b5-8a5b-c0de61fac94a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691862 Aug 09 15:46:03.449551 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Request body: {'port': {'device_id': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:03.506129 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.555192 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-0d769d2c-0fc4-4607-90a7-1c3c011ba15f None None] Provisioning for port 81e6b68f-fe17-4ffb-817f-26bb266e3456 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:03.559539 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-0d769d2c-0fc4-4607-90a7-1c3c011ba15f None None] Provisioning complete for port 81e6b68f-fe17-4ffb-817f-26bb266e3456 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:03.559913 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0d769d2c-0fc4-4607-90a7-1c3c011ba15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.595715 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-0d769d2c-0fc4-4607-90a7-1c3c011ba15f None None] Port 81e6b68f-fe17-4ffb-817f-26bb266e3456 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:46:03.677523 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380bddd-cc15-4387-8359-39eaf72ee7b3 req-a86a2d35-6f99-4eb5-86fb-bdb9498c014a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:03.680071 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0380bddd-cc15-4387-8359-39eaf72ee7b3 req-a86a2d35-6f99-4eb5-86fb-bdb9498c014a tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 931 time: 0.0549073 Aug 09 15:46:03.720209 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0380bddd-cc15-4387-8359-39eaf72ee7b3 req-9133a65d-1a1e-4c7f-8380-93777acade11 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335495 Aug 09 15:46:03.798777 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e6b68f-fe17-4ffb-817f-26bb266e3456 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:03.807431 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.820438 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Transition to ACTIVE for port object 81e6b68f-fe17-4ffb-817f-26bb266e3456 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:03.823946 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:03.878164 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Pushing event updated for resources: {'Port': ['ID=81e6b68f-fe17-4ffb-817f-26bb266e3456,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:03.953564 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Attempting to bind port 81e6b68f-fe17-4ffb-817f-26bb266e3456 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:03.953900 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Attempting to bind port 81e6b68f-fe17-4ffb-817f-26bb266e3456 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:03.954231 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Attempting to bind port 81e6b68f-fe17-4ffb-817f-26bb266e3456 on network 594383a9-5c1c-45a7-8046-d048d8fc0356 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:03.958712 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Port 81e6b68f-fe17-4ffb-817f-26bb266e3456 on network 594383a9-5c1c-45a7-8046-d048d8fc0356 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:03.959031 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Attempting to bind port 81e6b68f-fe17-4ffb-817f-26bb266e3456 on network 594383a9-5c1c-45a7-8046-d048d8fc0356 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:03.965140 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:03.965480 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Checking segment: {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:03.965866 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Bound using segment: {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:03.966296 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Bound port: 81e6b68f-fe17-4ffb-817f-26bb266e3456, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd61d87-6560-400f-bf88-c148af23e01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1106, 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:03.966654 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.034203 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] For port 81e6b68f-fe17-4ffb-817f-26bb266e3456, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:04.037354 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] For port 81e6b68f-fe17-4ffb-817f-26bb266e3456, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=81e6b68f-fe17-4ffb-817f-26bb266e3456,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:04.041931 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.075746 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.076365 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:04.077784 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] 10.222.0.44 "PUT /v2.0/ports/81e6b68f-fe17-4ffb-817f-26bb266e3456 HTTP/1.1" status: 200 len: 1093 time: 0.6325877 Aug 09 15:46:04.078214 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'tag': '81e6b68f-fe17-4ffb-817f-26bb266e3456'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:04.080451 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "31b45533-bd6f-49cc-808f-1a75dc161ab1", "tag": "81e6b68f-fe17-4ffb-817f-26bb266e3456"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:04.106171 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14c65e-63d6-40ae-bb86-96967e41fd85 service neutron] Pushing event updated for resources: {'Port': ['ID=81e6b68f-fe17-4ffb-817f-26bb266e3456,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:04.135093 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa781cfe-7138-4f89-b75c-e68b48c627c4 x-openstack-request-id: req-aa781cfe-7138-4f89-b75c-e68b48c627c4 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:04.135406 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b45533-bd6f-49cc-808f-1a75dc161ab1", "tag": "81e6b68f-fe17-4ffb-817f-26bb266e3456", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:04.135657 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa781cfe-7138-4f89-b75c-e68b48c627c4 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:04.136079 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'tag': '81e6b68f-fe17-4ffb-817f-26bb266e3456', 'status': 'completed', 'code': 200} Aug 09 15:46:04.179207 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-f1f528a2-0e28-4105-8985-2427faf36474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.180892 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-f1f528a2-0e28-4105-8985-2427faf36474 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0424166 Aug 09 15:46:04.234808 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-2992e3a6-05e4-4ebb-971c-0ff1fed88b30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e6b68f-fe17-4ffb-817f-26bb266e3456 HTTP/1.1" status: 200 len: 217 time: 0.0386221 Aug 09 15:46:04.287492 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-23f15fd9-d472-4530-a457-c6f7959e5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.288800 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-23f15fd9-d472-4530-a457-c6f7959e5c19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 200 len: 850 time: 0.0455878 Aug 09 15:46:04.340479 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-d51afcf6-097d-4e04-8499-0265bf612ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.341995 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-d51afcf6-097d-4e04-8499-0265bf612ad1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=594383a9-5c1c-45a7-8046-d048d8fc0356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393076 Aug 09 15:46:04.442728 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-8562f030-aa73-41d7-b1db-45d8a5e32912 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856388 Aug 09 15:46:04.536324 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-250bf2e9-2771-454a-bc25-b6e4a8f55dc4 req-c7e8d1fe-33c3-45d6-8c2b-22375d4d88d9 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809639 Aug 09 15:46:04.640018 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-0d801db3-7e50-4fbe-bb8e-9a417548317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.641582 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-0d801db3-7e50-4fbe-bb8e-9a417548317f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0435169 Aug 09 15:46:04.740958 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-77ca1ba3-d23b-447c-97fa-b6f36f2df07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.742427 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-77ca1ba3-d23b-447c-97fa-b6f36f2df07d service neutron] 10.222.0.44 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 913 time: 0.0895681 Aug 09 15:46:04.787129 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-e6b318ee-e243-4ed0-b361-9d0b529bdf48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e6b68f-fe17-4ffb-817f-26bb266e3456 HTTP/1.1" status: 200 len: 217 time: 0.0344372 Aug 09 15:46:04.838027 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c685b-8c1a-451c-bbd4-2dcc6a90b64c req-92efde4a-f267-40cd-8b0d-3307a3d15d33 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.839532 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-be9c685b-8c1a-451c-bbd4-2dcc6a90b64c req-92efde4a-f267-40cd-8b0d-3307a3d15d33 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 943 time: 0.0515716 Aug 09 15:46:04.847626 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-820fca05-22b1-44f3-a30d-bf54b06fd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.849194 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-820fca05-22b1-44f3-a30d-bf54b06fd63d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 200 len: 850 time: 0.0514803 Aug 09 15:46:04.876414 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-be9c685b-8c1a-451c-bbd4-2dcc6a90b64c req-c41cc21b-f43e-46b7-94ec-47ea8fef0690 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308468 Aug 09 15:46:04.901043 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-8cf9b76a-8a5d-45df-8780-b86efa6e1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:04.902776 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-8cf9b76a-8a5d-45df-8780-b86efa6e1de5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=594383a9-5c1c-45a7-8046-d048d8fc0356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422544 Aug 09 15:46:04.993835 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-e5a64f08-5f84-4a01-95b7-75643e82f996 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802248 Aug 09 15:46:05.101614 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-819a43bd-be1c-45b9-8c2f-d6b2a8811cb3 req-cdb24470-d99f-43c6-b46b-5b0304beeb15 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949163 Aug 09 15:46:05.990840 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a24fb1-f77d-4b2b-8b85-d923ea73272d req-24f0eaad-0520-441c-9ddb-5eda45413eb5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:05.992279 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-12a24fb1-f77d-4b2b-8b85-d923ea73272d req-24f0eaad-0520-441c-9ddb-5eda45413eb5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 943 time: 0.0480649 Aug 09 15:46:06.033729 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-12a24fb1-f77d-4b2b-8b85-d923ea73272d req-8bd63732-a15d-465e-a54b-0ef596cd53e7 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349519 Aug 09 15:46:06.870449 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:07.396563 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd184d32-d8b0-43c8-bcd7-4ec96dc54178 req-808be314-a1f4-4817-aa70-c43eb1d3d422 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:07.398777 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dd184d32-d8b0-43c8-bcd7-4ec96dc54178 req-808be314-a1f4-4817-aa70-c43eb1d3d422 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 943 time: 0.2943404 Aug 09 15:46:07.437910 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dd184d32-d8b0-43c8-bcd7-4ec96dc54178 req-3ecf3934-8001-4952-a317-774fe51c3512 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328441 Aug 09 15:46:08.009065 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 81e6b68f-fe17-4ffb-817f-26bb266e3456 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:08.107945 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 81e6b68f-fe17-4ffb-817f-26bb266e3456, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=81e6b68f-fe17-4ffb-817f-26bb266e3456,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:08.119139 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '81e6b68f-fe17-4ffb-817f-26bb266e3456', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'port_id': '81e6b68f-fe17-4ffb-817f-26bb266e3456', 'mac_address': 'fa:16:3e:2c:e6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:08.157182 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.170321 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e6b68f-fe17-4ffb-817f-26bb266e3456 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:08.188810 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 81e6b68f-fe17-4ffb-817f-26bb266e3456, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=81e6b68f-fe17-4ffb-817f-26bb266e3456,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:08.192581 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:08.237625 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=81e6b68f-fe17-4ffb-817f-26bb266e3456,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:08.244566 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.244883 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.245218 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.245553 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.245879 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.246202 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.246523 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.246842 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.247162 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.247479 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.247794 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.248107 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:08.552083 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed57007-c2b3-4e7f-ba7b-1d4efc91dc77 req-68fd151d-59fa-454e-9e63-85a3e6368161 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:08.553467 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9ed57007-c2b3-4e7f-ba7b-1d4efc91dc77 req-68fd151d-59fa-454e-9e63-85a3e6368161 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 944 time: 0.0482256 Aug 09 15:46:08.564555 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['81e6b68f-fe17-4ffb-817f-26bb266e3456'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:08.593294 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9ed57007-c2b3-4e7f-ba7b-1d4efc91dc77 req-a39fb14e-a73c-4b48-9c8a-78d0e2adcb86 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339859 Aug 09 15:46:09.342742 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:46:09.709436 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97641d2-2b99-464d-a479-ddb388b5ba8c req-c2d21ff2-9224-4e42-a5d4-53227be83388 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:09.710933 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c97641d2-2b99-464d-a479-ddb388b5ba8c req-c2d21ff2-9224-4e42-a5d4-53227be83388 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 944 time: 0.0483456 Aug 09 15:46:09.751043 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c97641d2-2b99-464d-a479-ddb388b5ba8c req-855ceaae-9173-43c7-a9d1-d85195d644ff tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343122 Aug 09 15:46:10.012415 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 81e6b68f-fe17-4ffb-817f-26bb266e3456 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:10.059929 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 81e6b68f-fe17-4ffb-817f-26bb266e3456 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:10.063388 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 81e6b68f-fe17-4ffb-817f-26bb266e3456 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:10.063761 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.141694 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.165883 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e6b68f-fe17-4ffb-817f-26bb266e3456'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:10.168057 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123b1c36-1e4f-4fe6-925c-0f8a6247e792" -d '{"events": [{"server_uuid": "31b45533-bd6f-49cc-808f-1a75dc161ab1", "name": "network-vif-plugged", "status": "completed", "tag": "81e6b68f-fe17-4ffb-817f-26bb266e3456"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:10.181702 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 81e6b68f-fe17-4ffb-817f-26bb266e3456, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=81e6b68f-fe17-4ffb-817f-26bb266e3456,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:10.185571 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:10.232827 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=81e6b68f-fe17-4ffb-817f-26bb266e3456,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:10.260580 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aa4473-c209-43e4-861c-5edabf8eed4b x-openstack-request-id: req-23aa4473-c209-43e4-861c-5edabf8eed4b {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:10.260911 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b45533-bd6f-49cc-808f-1a75dc161ab1", "name": "network-vif-plugged", "status": "completed", "tag": "81e6b68f-fe17-4ffb-817f-26bb266e3456", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:10.261169 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23aa4473-c209-43e4-861c-5edabf8eed4b {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:10.261576 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e6b68f-fe17-4ffb-817f-26bb266e3456', 'code': 200} Aug 09 15:46:10.451517 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fff5d-7d1d-4a62-888a-7df5903c16dd req-3ff78a2a-2f33-4fc4-a58a-0ec4d493f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:10.452977 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-6c7fff5d-7d1d-4a62-888a-7df5903c16dd req-3ff78a2a-2f33-4fc4-a58a-0ec4d493f636 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0388634 Aug 09 15:46:10.492212 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-6c7fff5d-7d1d-4a62-888a-7df5903c16dd req-8942ee7d-a118-4111-81a1-8461ad6b4691 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278506 Aug 09 15:46:10.866779 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944e8d1-8155-49d0-930f-d21d4a6cf2d1 req-059e48d0-6ca6-4cb2-9ba4-7d5880a938a9 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:10.868228 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1944e8d1-8155-49d0-930f-d21d4a6cf2d1 req-059e48d0-6ca6-4cb2-9ba4-7d5880a938a9 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 945 time: 0.0474055 Aug 09 15:46:10.907364 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1944e8d1-8155-49d0-930f-d21d4a6cf2d1 req-c3d15fc7-eb04-4076-9c20-824e74284b8b tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332584 Aug 09 15:46:12.021637 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba78898-f464-45f4-9c92-e30e2d73bcfe req-b5df0ee4-09fc-4939-8e7b-38963dce6bfa tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:12.023620 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cba78898-f464-45f4-9c92-e30e2d73bcfe req-b5df0ee4-09fc-4939-8e7b-38963dce6bfa tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 945 time: 0.0483842 Aug 09 15:46:12.060398 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cba78898-f464-45f4-9c92-e30e2d73bcfe req-d7e115a0-61ed-413c-8939-edc527a0d40d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306339 Aug 09 15:46:12.174263 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b136bb2-011b-4398-afd1-c6c6d98535c0 req-bd282b64-628f-490a-a227-165c69149c7e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:12.175725 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4b136bb2-011b-4398-afd1-c6c6d98535c0 req-bd282b64-628f-490a-a227-165c69149c7e tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 945 time: 0.0499752 Aug 09 15:46:12.184045 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52582) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:12.188564 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-1c39d6fc-ecd9-423a-a107-6ffc672d1ef6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Request body: {'floatingip': {'port_id': '81e6b68f-fe17-4ffb-817f-26bb266e3456'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:12.229796 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1c39d6fc-ecd9-423a-a107-6ffc672d1ef6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:12.647502 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1c39d6fc-ecd9-423a-a107-6ffc672d1ef6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:12.652321 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1c39d6fc-ecd9-423a-a107-6ffc672d1ef6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:12.748681 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-1c39d6fc-ecd9-423a-a107-6ffc672d1ef6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Floating IP 13560e70-2052-4bd6-99f1-0cf26e230095 associated. External IP: 172.27.3.114, port: 81e6b68f-fe17-4ffb-817f-26bb266e3456. Aug 09 15:46:12.950571 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c39d6fc-ecd9-423a-a107-6ffc672d1ef6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Router 83f7070d-2830-41d7-8b95-b449b98a2f13 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:46:13.052512 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c39d6fc-ecd9-423a-a107-6ffc672d1ef6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:46:13.057333 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1c39d6fc-ecd9-423a-a107-6ffc672d1ef6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:13.061944 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] Sync routers for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:46:13.071134 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:13.071750 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:13.087700 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-1c39d6fc-ecd9-423a-a107-6ffc672d1ef6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "PUT /v2.0/floatingips/13560e70-2052-4bd6-99f1-0cf26e230095 HTTP/1.1" status: 200 len: 991 time: 0.9025385 Aug 09 15:46:13.088216 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'tag': '81e6b68f-fe17-4ffb-817f-26bb266e3456'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:13.090632 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "31b45533-bd6f-49cc-808f-1a75dc161ab1", "tag": "81e6b68f-fe17-4ffb-817f-26bb266e3456"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:13.127265 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51334b9-3129-41ce-9710-ac31633f5424 x-openstack-request-id: req-a51334b9-3129-41ce-9710-ac31633f5424 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:13.127558 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b45533-bd6f-49cc-808f-1a75dc161ab1", "tag": "81e6b68f-fe17-4ffb-817f-26bb266e3456", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:13.127813 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a51334b9-3129-41ce-9710-ac31633f5424 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:13.128366 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'tag': '81e6b68f-fe17-4ffb-817f-26bb266e3456', 'status': 'completed', 'code': 200} Aug 09 15:46:13.181857 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:13.206130 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-5932218e-dfe0-4fd6-a6ce-2398c59e2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:13.208273 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-5932218e-dfe0-4fd6-a6ce-2398c59e2e94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=05d9191caf494b06b388d288d8389928&device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0461948 Aug 09 15:46:13.310361 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-78064f67-19e0-44f0-b56f-907887e58e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:13.311840 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-78064f67-19e0-44f0-b56f-907887e58e9b service neutron] 10.222.0.44 "GET /v2.0/networks?id=594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 200 len: 913 time: 0.0904472 Aug 09 15:46:13.389262 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-d7afaf43-6fad-4b64-875d-9b51c8f7e87b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e6b68f-fe17-4ffb-817f-26bb266e3456 HTTP/1.1" status: 200 len: 999 time: 0.0644963 Aug 09 15:46:13.405902 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '13560e70-2052-4bd6-99f1-0cf26e230095', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'port_id': '81e6b68f-fe17-4ffb-817f-26bb266e3456', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'mac_address': 'fa:16:3e:2c:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:46:00Z', 'updated_at': '2021-08-09T15:46:12Z', 'revision_number': 1, 'project_id': '05d9191caf494b06b388d288d8389928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:13.432005 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] Checking router: 83f7070d-2830-41d7-8b95-b449b98a2f13 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:46:13.440091 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:13.440705 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:45:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:13.454661 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-efb61254-f426-4fe9-8a7c-c86051b65b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:13.456203 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-efb61254-f426-4fe9-8a7c-c86051b65b1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 200 len: 850 time: 0.0473366 Aug 09 15:46:13.510801 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-0c461ac3-d696-4a91-a186-f6194b258730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:13.512332 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-0c461ac3-d696-4a91-a186-f6194b258730 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=594383a9-5c1c-45a7-8046-d048d8fc0356&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419884 Aug 09 15:46:13.544932 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:13.605786 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-26407191-2a23-4356-a672-5e272c6862db service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820203 Aug 09 15:46:13.705922 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4b3ac4fb-f4a8-4a75-bbdd-cb5b873cc8b3 req-ea6de533-d10c-4924-9fef-8ee35a2d4a55 service neutron] 10.222.0.44 "GET /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905662 Aug 09 15:46:13.776462 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '13560e70-2052-4bd6-99f1-0cf26e230095', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'port_id': '81e6b68f-fe17-4ffb-817f-26bb266e3456', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'mac_address': 'fa:16:3e:2c:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:46:00Z', 'updated_at': '2021-08-09T15:46:12Z', 'revision_number': 1, 'project_id': '05d9191caf494b06b388d288d8389928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:13.807125 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f964fc3d-04ff-48bb-94f4-6ab2340eb774 None None] The sync data for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi is: [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '13560e70-2052-4bd6-99f1-0cf26e230095', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'port_id': '81e6b68f-fe17-4ffb-817f-26bb266e3456', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'mac_address': 'fa:16:3e:2c:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:46:00Z', 'updated_at': '2021-08-09T15:46:12Z', 'revision_number': 1, 'project_id': '05d9191caf494b06b388d288d8389928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:46:13.981622 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5259d716-0f42-4035-8224-4bd23b5988d8 None None] New status for floating IP 13560e70-2052-4bd6-99f1-0cf26e230095: ACTIVE {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:46:16.173881 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-463f2076-ded5-45f9-b405-914df2ed4f7e tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798171064&fields=id&tenant_id=ac664f7de1a440ed997402019f891bd8 HTTP/1.1" status: 200 len: 267 time: 0.0329239 Aug 09 15:46:16.276135 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417edde-e260-4933-97c1-5a26058adc7a req-677192fe-8161-45f3-ae88-59adc0207434 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:16.277892 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-677192fe-8161-45f3-ae88-59adc0207434 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 811 time: 0.0961792 Aug 09 15:46:16.292002 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-658d7b2b-ef36-4373-8696-3a742173b7a2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/quotas/ac664f7de1a440ed997402019f891bd8 HTTP/1.1" status: 200 len: 375 time: 0.0086489 Aug 09 15:46:16.341438 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-f1634c8a-1717-4903-9456-fcc726cbab02 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444689 Aug 09 15:46:16.438387 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-acace21e-1f0e-40a9-ad41-82da55c91b7b service neutron] 10.222.0.10 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850365 Aug 09 15:46:16.525565 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-34625642-e5b0-4c1b-8dba-4d3752a3e252 service neutron] 10.222.0.10 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806289 Aug 09 15:46:17.022195 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-84ba670c-5d21-480a-8e6a-69f0114fe0dd req-80706f30-660e-4314-b24b-55270247f1af tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 210 time: 0.0318677 Aug 09 15:46:18.118379 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f501a289-afc8-4e0a-a476-53dbd169c88a req-53e75724-0a77-4d7e-a94a-342caca3f844 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 210 time: 0.0268893 Aug 09 15:46:18.177018 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417edde-e260-4933-97c1-5a26058adc7a req-7fb5616b-92e2-449c-9477-ba7c09edff54 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.179051 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-7fb5616b-92e2-449c-9477-ba7c09edff54 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 811 time: 0.1076343 Aug 09 15:46:18.226177 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-6abea2a3-eeee-4d07-96a5-361fb2d9a4e4 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac664f7de1a440ed997402019f891bd8 HTTP/1.1" status: 200 len: 380 time: 0.0346322 Aug 09 15:46:18.245327 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'port': {'device_id': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'admin_state_up': True, 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'security_groups': ['eb6e0cfa-191d-4c81-876a-30b4a4aa5795']}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:18.349272 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Made reservation on behalf of ac664f7de1a440ed997402019f891bd8 for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:46:18.353458 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.480660 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Allocated IP 172.20.0.7 (49a99394-9e03-4d15-ba53-434760427bd2/7f51f041-71a9-4245-9b70-e690b5c8e519/be9631a6-0f6a-4795-8a16-d858aca94cf3) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:18.621725 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.634426 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Transition to ACTIVE for port object be9631a6-0f6a-4795-8a16-d858aca94cf3 will not be triggered until provisioned by entity DHCP. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:18.669020 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.711583 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Network 49a99394-9e03-4d15-ba53-434760427bd2 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:18.717391 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:18.720033 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:18.758255 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'Port': ['ID=be9631a6-0f6a-4795-8a16-d858aca94cf3,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:18.788964 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:18.790010 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.806945 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-cd99b0b8-5fa7-4652-8754-d6c3f91ffb4c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5651751 Aug 09 15:46:18.831540 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Request body: {'port': {'device_id': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:18.889801 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.949904 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-29efc5dd-28e3-4804-ba14-4fbb1aa9ece3 None None] Provisioning for port be9631a6-0f6a-4795-8a16-d858aca94cf3 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:18.954113 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-29efc5dd-28e3-4804-ba14-4fbb1aa9ece3 None None] Provisioning complete for port be9631a6-0f6a-4795-8a16-d858aca94cf3 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:18.954557 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-29efc5dd-28e3-4804-ba14-4fbb1aa9ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:18.990652 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-29efc5dd-28e3-4804-ba14-4fbb1aa9ece3 None None] Port be9631a6-0f6a-4795-8a16-d858aca94cf3 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:46:19.239198 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2202c-0a21-443c-a724-19622fc8fd1b req-bb8171e3-d8b9-415b-b6c0-c43813678792 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.241212 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7cd2202c-0a21-443c-a724-19622fc8fd1b req-bb8171e3-d8b9-415b-b6c0-c43813678792 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 931 time: 0.0497563 Aug 09 15:46:19.280032 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7cd2202c-0a21-443c-a724-19622fc8fd1b req-b4ba3824-9fde-4a31-9606-3ffa36735f44 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322945 Aug 09 15:46:19.369463 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be9631a6-0f6a-4795-8a16-d858aca94cf3 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:19.376623 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.388813 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Transition to ACTIVE for port object be9631a6-0f6a-4795-8a16-d858aca94cf3 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:46:19.392384 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.442288 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Pushing event updated for resources: {'Port': ['ID=be9631a6-0f6a-4795-8a16-d858aca94cf3,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:19.514300 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Attempting to bind port be9631a6-0f6a-4795-8a16-d858aca94cf3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:46:19.514634 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Attempting to bind port be9631a6-0f6a-4795-8a16-d858aca94cf3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:46:19.514966 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Attempting to bind port be9631a6-0f6a-4795-8a16-d858aca94cf3 on network 49a99394-9e03-4d15-ba53-434760427bd2 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:19.519470 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Port be9631a6-0f6a-4795-8a16-d858aca94cf3 on network 49a99394-9e03-4d15-ba53-434760427bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:46:19.519795 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Attempting to bind port be9631a6-0f6a-4795-8a16-d858aca94cf3 on network 49a99394-9e03-4d15-ba53-434760427bd2 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:46:19.524615 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:46:19.524982 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Checking segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:46:19.525371 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Bound using segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:46:19.525802 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Bound port: be9631a6-0f6a-4795-8a16-d858aca94cf3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:46:19.526160 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.590533 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] For port be9631a6-0f6a-4795-8a16-d858aca94cf3, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:46:19.593476 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] For port be9631a6-0f6a-4795-8a16-d858aca94cf3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be9631a6-0f6a-4795-8a16-d858aca94cf3,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:46:19.598990 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.632604 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.633300 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:19.634619 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] 10.222.0.44 "PUT /v2.0/ports/be9631a6-0f6a-4795-8a16-d858aca94cf3 HTTP/1.1" status: 200 len: 1093 time: 0.8080664 Aug 09 15:46:19.635050 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'tag': 'be9631a6-0f6a-4795-8a16-d858aca94cf3'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:19.637330 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30" -d '{"events": [{"name": "network-changed", "server_uuid": "fed2db59-7b05-4cb2-83ec-369cab911123", "tag": "be9631a6-0f6a-4795-8a16-d858aca94cf3"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:19.666051 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f2db3-7830-4290-b38c-759cd9ae1734 service neutron] Pushing event updated for resources: {'Port': ['ID=be9631a6-0f6a-4795-8a16-d858aca94cf3,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:19.702282 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfd32ea-ba7d-4221-a8a1-13440acb1574 x-openstack-request-id: req-abfd32ea-ba7d-4221-a8a1-13440acb1574 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:19.702282 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed2db59-7b05-4cb2-83ec-369cab911123", "tag": "be9631a6-0f6a-4795-8a16-d858aca94cf3", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:19.702508 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abfd32ea-ba7d-4221-a8a1-13440acb1574 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:19.702821 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'tag': 'be9631a6-0f6a-4795-8a16-d858aca94cf3', 'status': 'completed', 'code': 200} Aug 09 15:46:19.759178 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417edde-e260-4933-97c1-5a26058adc7a req-b6319af8-0251-4ad7-b29b-12b4b3f49f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.760738 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-b6319af8-0251-4ad7-b29b-12b4b3f49f30 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 1096 time: 0.0435817 Aug 09 15:46:19.811942 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-e0d2adcf-c32f-4d90-bb95-48eb1aa60647 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be9631a6-0f6a-4795-8a16-d858aca94cf3 HTTP/1.1" status: 200 len: 217 time: 0.0369420 Aug 09 15:46:19.868447 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417edde-e260-4933-97c1-5a26058adc7a req-a60709ba-0846-4326-81fb-80c3962cf19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.869930 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-a60709ba-0846-4326-81fb-80c3962cf19a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0457771 Aug 09 15:46:19.920280 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417edde-e260-4933-97c1-5a26058adc7a req-8978fe29-f63c-48d7-82be-05694b6781f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:19.921899 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-8978fe29-f63c-48d7-82be-05694b6781f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395842 Aug 09 15:46:20.026344 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-064bf563-7720-4ba2-a7cc-0deec20c5c96 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855854 Aug 09 15:46:20.127574 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7417edde-e260-4933-97c1-5a26058adc7a req-705c3118-d906-4757-b59b-2ba24e6bac58 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826418 Aug 09 15:46:20.232010 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-81991ca7-4cd7-45e3-86bc-b58e27db33d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.233526 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-81991ca7-4cd7-45e3-86bc-b58e27db33d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 1096 time: 0.0442631 Aug 09 15:46:20.329163 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-be236045-569a-47ab-b285-96c5dc4732f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.330655 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-be236045-569a-47ab-b285-96c5dc4732f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.0833766 Aug 09 15:46:20.374108 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-1c65bceb-0a82-4cfd-9a15-55d4328172ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be9631a6-0f6a-4795-8a16-d858aca94cf3 HTTP/1.1" status: 200 len: 217 time: 0.0349703 Aug 09 15:46:20.395595 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf8c45-0630-436a-b6d4-7054b6717931 req-6db0278f-dc9e-4acd-86b7-90a345343722 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.397165 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7edf8c45-0630-436a-b6d4-7054b6717931 req-6db0278f-dc9e-4acd-86b7-90a345343722 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 943 time: 0.0484405 Aug 09 15:46:20.435824 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7edf8c45-0630-436a-b6d4-7054b6717931 req-218d0100-dfba-4c5a-949d-88913cf27cef tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322177 Aug 09 15:46:20.436063 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-8e3542cd-a97d-4499-99cd-1281ea122b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.437595 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-8e3542cd-a97d-4499-99cd-1281ea122b30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0503488 Aug 09 15:46:20.489998 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-b63f8725-924a-4124-9fd7-499554f9f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:20.492542 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-b63f8725-924a-4124-9fd7-499554f9f8a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431626 Aug 09 15:46:20.587851 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-49ccdd8c-5842-432d-ba11-1b49221b7481 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788245 Aug 09 15:46:20.679731 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-805dd632-8d43-40c1-b0eb-aaf10c6f8f30 req-0a520687-fe0e-49f4-82f7-16f7bfb90639 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832312 Aug 09 15:46:21.554551 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1adc93-e987-43ee-a901-df6484871db5 req-078b4104-76dc-4352-b5e5-ec34c88c0ec5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:21.555995 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6a1adc93-e987-43ee-a901-df6484871db5 req-078b4104-76dc-4352-b5e5-ec34c88c0ec5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 943 time: 0.0510976 Aug 09 15:46:21.593672 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6a1adc93-e987-43ee-a901-df6484871db5 req-6721bb61-f357-4a02-ba1b-960aeb5e1dd9 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Aug 09 15:46:22.707291 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5dfad-2e69-4825-ab4b-9409da9e261b req-7d3e70f2-0e12-4bfb-a963-0ad901ec80b7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:22.708778 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3fc5dfad-2e69-4825-ab4b-9409da9e261b req-7d3e70f2-0e12-4bfb-a963-0ad901ec80b7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 943 time: 0.0477622 Aug 09 15:46:22.745887 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3fc5dfad-2e69-4825-ab4b-9409da9e261b req-fe31b729-0c0b-448d-894e-fee2a8aa20c3 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304770 Aug 09 15:46:23.461913 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ed5cd2d2-5935-40f0-bdfb-f91299a40726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:23.859582 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d88f4-2fe2-48a0-bc4c-6536f7b69f29 req-46512e9c-a84e-4a85-aacb-9256222af1e8 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:23.860985 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8b8d88f4-2fe2-48a0-bc4c-6536f7b69f29 req-46512e9c-a84e-4a85-aacb-9256222af1e8 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 943 time: 0.0481231 Aug 09 15:46:23.899846 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8b8d88f4-2fe2-48a0-bc4c-6536f7b69f29 req-6364b9ec-f3bf-40e3-8d4d-e84d48fb8eda tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320864 Aug 09 15:46:25.017931 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b6063-3c71-4307-b659-4ef3b66abd22 req-849f1700-8467-432f-935b-16338b5a7ebe tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:25.019418 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f35b6063-3c71-4307-b659-4ef3b66abd22 req-849f1700-8467-432f-935b-16338b5a7ebe tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 943 time: 0.0518897 Aug 09 15:46:25.056271 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f35b6063-3c71-4307-b659-4ef3b66abd22 req-b1e76162-ba1c-4413-9c69-3be010b34934 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302758 Aug 09 15:46:26.077316 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-550534be-ec67-4f29-94f9-d70c1bd5bdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:26.171332 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60602319-553d-45b1-a34d-80f70e05e9c5 req-1b732cd3-92aa-4485-b02a-4d3eb93e6ed1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:26.172882 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-60602319-553d-45b1-a34d-80f70e05e9c5 req-1b732cd3-92aa-4485-b02a-4d3eb93e6ed1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 943 time: 0.0500095 Aug 09 15:46:26.209443 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-60602319-553d-45b1-a34d-80f70e05e9c5 req-24e5eb35-e775-460f-8283-e7aae3976bb1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300205 Aug 09 15:46:26.269555 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.186524 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:27.323146 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe00a1-f6fe-4b3f-8be0-de6b6dfd9b62 req-f7232cde-44df-4c83-921c-77878ecd9c68 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:27.324606 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-20fe00a1-f6fe-4b3f-8be0-de6b6dfd9b62 req-f7232cde-44df-4c83-921c-77878ecd9c68 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 943 time: 0.0479829 Aug 09 15:46:27.360812 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-20fe00a1-f6fe-4b3f-8be0-de6b6dfd9b62 req-874c735b-d3ee-4967-8758-45f0bb5591f7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303137 Aug 09 15:46:28.132877 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device be9631a6-0f6a-4795-8a16-d858aca94cf3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:28.233358 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port be9631a6-0f6a-4795-8a16-d858aca94cf3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be9631a6-0f6a-4795-8a16-d858aca94cf3,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:28.245201 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'be9631a6-0f6a-4795-8a16-d858aca94cf3', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'port_id': 'be9631a6-0f6a-4795-8a16-d858aca94cf3', 'mac_address': 'fa:16:3e:4f:1b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:28.281821 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.294313 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be9631a6-0f6a-4795-8a16-d858aca94cf3 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:28.313903 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port be9631a6-0f6a-4795-8a16-d858aca94cf3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be9631a6-0f6a-4795-8a16-d858aca94cf3,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:28.317776 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:28.365632 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=be9631a6-0f6a-4795-8a16-d858aca94cf3,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:28.479655 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80f787-08c3-48c7-9a62-2155f6d94cfc req-7f7fec6e-f1fb-4c85-a2bd-5765d254b39b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:28.481187 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bc80f787-08c3-48c7-9a62-2155f6d94cfc req-7f7fec6e-f1fb-4c85-a2bd-5765d254b39b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 944 time: 0.0523541 Aug 09 15:46:28.520007 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bc80f787-08c3-48c7-9a62-2155f6d94cfc req-b06f6fd7-84cc-4643-a9ee-4d6d1b1c0af8 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327606 Aug 09 15:46:28.736393 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['be9631a6-0f6a-4795-8a16-d858aca94cf3'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:28.888591 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:29.634952 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e607d1-c601-43ef-9440-0a4c10b5fdd3 req-3de86d76-f8f1-4a26-9f7f-7ea3c1db0698 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:29.636488 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-10e607d1-c601-43ef-9440-0a4c10b5fdd3 req-3de86d76-f8f1-4a26-9f7f-7ea3c1db0698 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 944 time: 0.0491259 Aug 09 15:46:29.674027 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-10e607d1-c601-43ef-9440-0a4c10b5fdd3 req-96bb9a12-9b36-44a9-b89c-285411888d3b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317547 Aug 09 15:46:30.129169 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device be9631a6-0f6a-4795-8a16-d858aca94cf3 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:30.179032 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port be9631a6-0f6a-4795-8a16-d858aca94cf3 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:46:30.182443 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port be9631a6-0f6a-4795-8a16-d858aca94cf3 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:30.182822 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.261227 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.283493 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9631a6-0f6a-4795-8a16-d858aca94cf3'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:30.285738 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39561fed-1210-4caa-8ce9-c4b93de610eb" -d '{"events": [{"server_uuid": "fed2db59-7b05-4cb2-83ec-369cab911123", "name": "network-vif-plugged", "status": "completed", "tag": "be9631a6-0f6a-4795-8a16-d858aca94cf3"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:30.298739 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port be9631a6-0f6a-4795-8a16-d858aca94cf3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be9631a6-0f6a-4795-8a16-d858aca94cf3,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:30.304110 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:30.328732 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7efa381-f977-47ea-bd2e-590488257d92 x-openstack-request-id: req-f7efa381-f977-47ea-bd2e-590488257d92 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:30.329029 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed2db59-7b05-4cb2-83ec-369cab911123", "name": "network-vif-plugged", "status": "completed", "tag": "be9631a6-0f6a-4795-8a16-d858aca94cf3", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:30.329279 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7efa381-f977-47ea-bd2e-590488257d92 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:30.329665 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be9631a6-0f6a-4795-8a16-d858aca94cf3', 'code': 200} Aug 09 15:46:30.353558 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=be9631a6-0f6a-4795-8a16-d858aca94cf3,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:30.623008 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5fa78-c8f7-48dd-9a38-c419ce33b857 req-aa2a2b2f-a5fc-41bb-b88d-8e3d72be5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:30.624556 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-67a5fa78-c8f7-48dd-9a38-c419ce33b857 req-aa2a2b2f-a5fc-41bb-b88d-8e3d72be5b7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 1098 time: 0.0408635 Aug 09 15:46:30.662577 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-67a5fa78-c8f7-48dd-9a38-c419ce33b857 req-2608daf5-ad81-4fb1-b0f1-755d518d81d3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274632 Aug 09 15:46:30.789395 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7542b-b146-4d62-887b-e914bfe3b3ef req-1c3b67f3-a87f-40bd-920b-ecc32ed6c814 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:30.790881 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7df7542b-b146-4d62-887b-e914bfe3b3ef req-1c3b67f3-a87f-40bd-920b-ecc32ed6c814 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 945 time: 0.0484738 Aug 09 15:46:30.829328 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7df7542b-b146-4d62-887b-e914bfe3b3ef req-2dfa40dc-d5d2-4252-875a-f84cf4c38e33 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316536 Aug 09 15:46:31.785313 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-8845370d-2ae3-4f44-91e3-b2872142446c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418785 Aug 09 15:46:31.871493 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-93f3cccf-f4ae-4f9e-8633-a32d6075d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.873221 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-93f3cccf-f4ae-4f9e-8633-a32d6075d777 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc67fe97d83e44a985c2a58971e7d1d0&device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1098 time: 0.0442710 Aug 09 15:46:31.955815 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3d2d-4898-4b1a-a7d2-a39152994aca req-bfe59b24-7b30-4eee-ab26-d85c0a162b69 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:31.957326 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-088a3d2d-4898-4b1a-a7d2-a39152994aca req-bfe59b24-7b30-4eee-ab26-d85c0a162b69 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 945 time: 0.0573232 Aug 09 15:46:32.001212 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-088a3d2d-4898-4b1a-a7d2-a39152994aca req-51c236ba-b79c-4a0c-bcef-2ac882a003f9 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357325 Aug 09 15:46:32.020300 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-e490b5d8-9dcb-4ad4-83ae-e7a698ad96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.022979 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-e490b5d8-9dcb-4ad4-83ae-e7a698ad96a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f HTTP/1.1" status: 200 len: 911 time: 0.1097853 Aug 09 15:46:32.110347 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-96c6c38b-a1ee-4044-9856-e3c01f735c8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 HTTP/1.1" status: 200 len: 1000 time: 0.0630887 Aug 09 15:46:32.162334 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-05737398-e3b1-4870-9239-1c5ba2e13a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.163991 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-05737398-e3b1-4870-9239-1c5ba2e13a8c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f66c379-e042-4a7d-bba4-c97baaa49978 HTTP/1.1" status: 200 len: 848 time: 0.0450833 Aug 09 15:46:32.215423 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-9943a794-65e0-4951-8404-a16034a35690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:32.216896 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-9943a794-65e0-4951-8404-a16034a35690 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385950 Aug 09 15:46:32.314526 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-2a3eb15c-a886-4bb0-8efe-49186da873dc service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846329 Aug 09 15:46:32.403267 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-be880f67-0c44-4412-ad8a-84c5adaf9ea9 req-020062ea-1334-4d74-91cc-0cfe50724e9f service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794880 Aug 09 15:46:33.116514 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f1318-f7cc-4520-841c-adc667767208 req-e5182666-9562-4d6f-8fc3-6b60e6a24f20 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.118066 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-710f1318-f7cc-4520-841c-adc667767208 req-e5182666-9562-4d6f-8fc3-6b60e6a24f20 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 945 time: 0.0500200 Aug 09 15:46:33.155463 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-710f1318-f7cc-4520-841c-adc667767208 req-915bb3ba-d9c3-47a1-8264-0ae99e5370c6 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316284 Aug 09 15:46:33.266262 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c55174-d474-457b-a1fb-d3a6c98a9733 req-b3cc2930-c70e-4dc6-abc8-a0f97db945a5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.267699 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-34c55174-d474-457b-a1fb-d3a6c98a9733 req-b3cc2930-c70e-4dc6-abc8-a0f97db945a5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 945 time: 0.0472922 Aug 09 15:46:33.304776 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-34c55174-d474-457b-a1fb-d3a6c98a9733 req-d19aa98c-ec9e-4857-920c-2cc04b463da1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311983 Aug 09 15:46:33.326624 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52728) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:33.409442 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2173dc96-f984-4c64-8635-9e29f4e3cc6e tempest-TestVolumeBootPattern-530012068 tempest-TestVolumeBootPattern-530012068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:33.410999 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-2173dc96-f984-4c64-8635-9e29f4e3cc6e tempest-TestVolumeBootPattern-530012068 tempest-TestVolumeBootPattern-530012068-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 1093 time: 0.0834200 Aug 09 15:46:33.414514 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 52732) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:33.418909 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'floatingip': {'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'port_id': 'be9631a6-0f6a-4795-8a16-d858aca94cf3', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:46:33.441344 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.534521 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.639811 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Allocated IP 172.27.3.209 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/68c53a75-532a-4ba0-b79c-7e65c6434351) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:46:33.742333 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.780586 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:33.819048 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:46:33.823692 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:46:33.827116 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:46:33.851550 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'Port': ['ID=68c53a75-532a-4ba0-b79c-7e65c6434351,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:33.867082 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.867439 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.867772 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.868098 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.868452 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.868811 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.869136 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.869585 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.870054 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.870442 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.870763 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:33.871080 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:46:34.194811 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.263996 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.415639 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.420289 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.489509 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'Port': ['ID=68c53a75-532a-4ba0-b79c-7e65c6434351,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:34.503236 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:34.617823 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Floating IP 33443a82-7583-414a-b695-f978bbcba99f associated. External IP: 172.27.3.209, port: be9631a6-0f6a-4795-8a16-d858aca94cf3. Aug 09 15:46:34.826304 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Router 7d148f77-cc1f-4c2a-84e5-0af4670e837d has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:46:35.182642 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:46:35.191788 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] Sync routers for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:46:35.198155 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:35.204519 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:35.205174 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:46:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:35.230542 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-691c770e-8ae9-4be5-b06f-d7b10675feb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8124845 Aug 09 15:46:35.230542 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'tag': 'be9631a6-0f6a-4795-8a16-d858aca94cf3'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:35.231306 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d907736b-c452-4f53-b62e-d3518f96d645" -d '{"events": [{"name": "network-changed", "server_uuid": "fed2db59-7b05-4cb2-83ec-369cab911123", "tag": "be9631a6-0f6a-4795-8a16-d858aca94cf3"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:35.269626 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d6f205-a4c8-476b-b042-2a4ba0412fd7 x-openstack-request-id: req-c4d6f205-a4c8-476b-b042-2a4ba0412fd7 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:35.269914 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed2db59-7b05-4cb2-83ec-369cab911123", "tag": "be9631a6-0f6a-4795-8a16-d858aca94cf3", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:35.270186 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4d6f205-a4c8-476b-b042-2a4ba0412fd7 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:35.270578 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'tag': 'be9631a6-0f6a-4795-8a16-d858aca94cf3', 'status': 'completed', 'code': 200} Aug 09 15:46:35.337034 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907736b-c452-4f53-b62e-d3518f96d645 req-e73a1f29-a21f-4797-af31-e44f385acfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.338680 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d907736b-c452-4f53-b62e-d3518f96d645 req-e73a1f29-a21f-4797-af31-e44f385acfb6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 1098 time: 0.0426986 Aug 09 15:46:35.427513 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:35.430060 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907736b-c452-4f53-b62e-d3518f96d645 req-3d17c13a-7c6b-4027-83b2-6a1539df01de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.431522 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d907736b-c452-4f53-b62e-d3518f96d645 req-3d17c13a-7c6b-4027-83b2-6a1539df01de service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.0853353 Aug 09 15:46:35.499599 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d907736b-c452-4f53-b62e-d3518f96d645 req-5ca4b6f2-d218-4511-b820-39bd0e40323e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be9631a6-0f6a-4795-8a16-d858aca94cf3 HTTP/1.1" status: 200 len: 999 time: 0.0568058 Aug 09 15:46:35.557235 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907736b-c452-4f53-b62e-d3518f96d645 req-79e940ea-40ad-41f0-8d16-9bae4942d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.558711 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d907736b-c452-4f53-b62e-d3518f96d645 req-79e940ea-40ad-41f0-8d16-9bae4942d4a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0475750 Aug 09 15:46:35.610556 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907736b-c452-4f53-b62e-d3518f96d645 req-2b14689d-bc1e-4e33-b7fd-5564cb4cdd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:35.612115 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d907736b-c452-4f53-b62e-d3518f96d645 req-2b14689d-bc1e-4e33-b7fd-5564cb4cdd39 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428369 Aug 09 15:46:35.651009 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '33443a82-7583-414a-b695-f978bbcba99f', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'be9631a6-0f6a-4795-8a16-d858aca94cf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:4f:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:34Z', 'revision_number': 0, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:35.676920 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] Checking router: 7d148f77-cc1f-4c2a-84e5-0af4670e837d for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:46:35.685887 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:46:35.686443 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:46:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:35.705864 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d907736b-c452-4f53-b62e-d3518f96d645 req-22ce670f-72e6-4448-ac83-dd5ffb2bf8a9 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845971 Aug 09 15:46:35.791994 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:46:35.800289 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d907736b-c452-4f53-b62e-d3518f96d645 req-c84e4e79-883d-4238-afb4-75ce38b7f775 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864651 Aug 09 15:46:36.019486 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '33443a82-7583-414a-b695-f978bbcba99f', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'be9631a6-0f6a-4795-8a16-d858aca94cf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:4f:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:34Z', 'revision_number': 0, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:46:36.047193 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5aa0d-d61e-4311-b87f-72f16ecc8fdd None None] The sync data for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi is: [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '33443a82-7583-414a-b695-f978bbcba99f', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'be9631a6-0f6a-4795-8a16-d858aca94cf3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:4f:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:46:34Z', 'updated_at': '2021-08-09T15:46:34Z', 'revision_number': 0, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:46:36.220293 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5767ec-15db-48db-bea0-35acb9c28014 None None] New status for floating IP 33443a82-7583-414a-b695-f978bbcba99f: ACTIVE {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:46:36.850766 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41425bc1-2ce2-4e0c-86b3-4a3ba306eedf req-0e09fb67-d4f6-4963-9c7f-96fe1432d581 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:36.852247 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-41425bc1-2ce2-4e0c-86b3-4a3ba306eedf req-0e09fb67-d4f6-4963-9c7f-96fe1432d581 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0532539 Aug 09 15:46:36.892996 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:36.918128 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-41425bc1-2ce2-4e0c-86b3-4a3ba306eedf req-24490dc0-27ab-45f4-9ccd-21b64b2e50e0 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568910 Aug 09 15:46:36.926049 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e4eb0-6cb4-43e5-b2c2-ce3228560a0b req-8282e187-5ae7-4d98-a486-f63f1e9c1e4a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:36.928114 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b08e4eb0-6cb4-43e5-b2c2-ce3228560a0b req-8282e187-5ae7-4d98-a486-f63f1e9c1e4a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0749454 Aug 09 15:46:36.971456 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b08e4eb0-6cb4-43e5-b2c2-ce3228560a0b req-1bd08f76-73c4-48d4-93f7-d7bbbb630b76 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320094 Aug 09 15:46:38.035325 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565a25-e5cd-4d54-b894-66614d190bf3 req-0f622b84-9625-45fe-a214-73d743c72367 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:38.036903 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-27565a25-e5cd-4d54-b894-66614d190bf3 req-0f622b84-9625-45fe-a214-73d743c72367 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0507336 Aug 09 15:46:38.100036 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-27565a25-e5cd-4d54-b894-66614d190bf3 req-c6335ef4-f1ce-4b23-8448-e35d2b3d6481 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571749 Aug 09 15:46:38.114942 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1aa07-6114-4633-8407-0de9e9d9eb61 req-2fc99655-09d2-402d-88dc-c60eaa9b3651 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:38.116605 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-19c1aa07-6114-4633-8407-0de9e9d9eb61 req-2fc99655-09d2-402d-88dc-c60eaa9b3651 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0679491 Aug 09 15:46:38.154996 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-19c1aa07-6114-4633-8407-0de9e9d9eb61 req-591a5ae3-f107-4156-8777-d4a4d723a809 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325303 Aug 09 15:46:39.217546 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4bcf3-f660-43a8-b876-73e4566f8bf7 req-2761f2b3-1208-4f08-95bb-2ffe2dd63ea0 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:39.219041 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-01b4bcf3-f660-43a8-b876-73e4566f8bf7 req-2761f2b3-1208-4f08-95bb-2ffe2dd63ea0 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0515807 Aug 09 15:46:39.280702 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-01b4bcf3-f660-43a8-b876-73e4566f8bf7 req-9305cb49-0215-4f35-96e0-11b82a749d3b tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557051 Aug 09 15:46:39.297426 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdcc54-5233-4b9c-bff4-ac939426d796 req-b9a2b892-4a8a-4a6b-8236-62b8c2278cb3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:39.298906 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eafdcc54-5233-4b9c-bff4-ac939426d796 req-b9a2b892-4a8a-4a6b-8236-62b8c2278cb3 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0676513 Aug 09 15:46:39.335955 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eafdcc54-5233-4b9c-bff4-ac939426d796 req-ad9da92d-e238-46a5-b6a0-d64ad8942ba4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312929 Aug 09 15:46:40.396475 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56f7b3-0c99-4d69-9993-1aa2f53c14a4 req-a2a7bb60-fe11-4a49-94bd-c75dbcca4cd1 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:40.397983 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6c56f7b3-0c99-4d69-9993-1aa2f53c14a4 req-a2a7bb60-fe11-4a49-94bd-c75dbcca4cd1 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0495229 Aug 09 15:46:40.464748 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6c56f7b3-0c99-4d69-9993-1aa2f53c14a4 req-ad9f639b-7f78-48ed-9285-82f44d496fc5 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606916 Aug 09 15:46:40.480188 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa5b43-23d3-4213-80c6-9ae0e29f5024 req-5d571c68-0473-4bb6-8b97-c431ebeb50eb tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:40.481688 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b4aa5b43-23d3-4213-80c6-9ae0e29f5024 req-5d571c68-0473-4bb6-8b97-c431ebeb50eb tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0709291 Aug 09 15:46:40.519948 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b4aa5b43-23d3-4213-80c6-9ae0e29f5024 req-d84c2a5f-6196-45e5-8cb5-39b22a63b2de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318115 Aug 09 15:46:41.581786 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4c8e7-792f-46c2-ba5a-2ec5e8e16ce6 req-8c6ce932-b23a-4bfe-ab78-a4af2ad56063 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:41.583399 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fcd4c8e7-792f-46c2-ba5a-2ec5e8e16ce6 req-8c6ce932-b23a-4bfe-ab78-a4af2ad56063 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0492136 Aug 09 15:46:41.648321 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fcd4c8e7-792f-46c2-ba5a-2ec5e8e16ce6 req-0b43e107-d667-4d6e-a327-6420b9f91542 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588169 Aug 09 15:46:41.665868 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43074d-3a60-49ba-9de8-12d74516db0c req-a03f38b0-4d13-42d1-acbd-f157a1c8113c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:41.667326 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ba43074d-3a60-49ba-9de8-12d74516db0c req-a03f38b0-4d13-42d1-acbd-f157a1c8113c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0709760 Aug 09 15:46:41.704896 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ba43074d-3a60-49ba-9de8-12d74516db0c req-6a9ff404-14a5-4483-9395-6fcb4b68f946 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317600 Aug 09 15:46:42.762198 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337459a-20c9-4bb9-b831-99768148f2af req-9b09c9d0-60cb-4e46-9bd3-cb7cb56e48e2 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:42.763711 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f337459a-20c9-4bb9-b831-99768148f2af req-9b09c9d0-60cb-4e46-9bd3-cb7cb56e48e2 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0486674 Aug 09 15:46:42.826924 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f337459a-20c9-4bb9-b831-99768148f2af req-f75fff57-7642-4a7f-8cf4-526f1583f8f8 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567408 Aug 09 15:46:42.844371 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da6a75-ac7f-40bc-b667-512a1c96cb8e req-1ff55c26-30ef-4e8d-9ec4-91ccc99c1eea tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:42.845846 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c3da6a75-ac7f-40bc-b667-512a1c96cb8e req-1ff55c26-30ef-4e8d-9ec4-91ccc99c1eea tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0614913 Aug 09 15:46:42.884886 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c3da6a75-ac7f-40bc-b667-512a1c96cb8e req-aab76c35-1fa5-46d7-8d44-b04f52695236 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329394 Aug 09 15:46:43.946201 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23507c0b-b5ee-4e16-989f-0588d9e3d005 req-82f25cdf-a6b2-4d7f-ac27-f09c35d0eaaa tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:43.947680 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-23507c0b-b5ee-4e16-989f-0588d9e3d005 req-82f25cdf-a6b2-4d7f-ac27-f09c35d0eaaa tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0549912 Aug 09 15:46:44.010001 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-23507c0b-b5ee-4e16-989f-0588d9e3d005 req-77fd65c9-16aa-4d89-973c-7b6ee51053e8 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563204 Aug 09 15:46:44.027176 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9f9bd-ef12-4433-ab51-e3d881f9b926 req-9b390158-4974-4ae5-b530-e0144683b136 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:44.028669 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-76c9f9bd-ef12-4433-ab51-e3d881f9b926 req-9b390158-4974-4ae5-b530-e0144683b136 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0676675 Aug 09 15:46:44.066887 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-76c9f9bd-ef12-4433-ab51-e3d881f9b926 req-a896db68-3d8c-4aa4-8d8a-842b893e1dc7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Aug 09 15:46:45.150756 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42378e98-84f1-4afd-9de3-f2177f177b32 req-41763f05-d029-4310-8e63-4764283eae53 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:45.152474 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-42378e98-84f1-4afd-9de3-f2177f177b32 req-41763f05-d029-4310-8e63-4764283eae53 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0532603 Aug 09 15:46:45.219051 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-42378e98-84f1-4afd-9de3-f2177f177b32 req-6fc6098d-3551-4f65-993f-51679e23cce6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582774 Aug 09 15:46:45.231245 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5428bb1-abed-414e-8375-26b28839d81b req-ad236686-d2a9-4ac4-8223-385b0f5c209f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:45.232944 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b5428bb1-abed-414e-8375-26b28839d81b req-ad236686-d2a9-4ac4-8223-385b0f5c209f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0906799 Aug 09 15:46:45.278339 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b5428bb1-abed-414e-8375-26b28839d81b req-d3511760-d06f-451d-b38d-204c435cb1de tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378158 Aug 09 15:46:46.334957 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d6447-618c-4d07-8859-f3d3018d1224 req-7fab3c25-5b9a-4386-9b82-6e1228813a7c tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:46.337605 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8e6d6447-618c-4d07-8859-f3d3018d1224 req-7fab3c25-5b9a-4386-9b82-6e1228813a7c tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0481894 Aug 09 15:46:46.342168 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:46:46.408995 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8e6d6447-618c-4d07-8859-f3d3018d1224 req-1fded9b4-f388-4885-be14-a4a329e4abe4 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633857 Aug 09 15:46:46.425464 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98936f-de0f-4301-b52c-db5942f9fbf0 req-40678d98-1255-46b8-bd5b-b58254055b2a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:46.427043 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-be98936f-de0f-4301-b52c-db5942f9fbf0 req-40678d98-1255-46b8-bd5b-b58254055b2a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0744081 Aug 09 15:46:46.469034 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-be98936f-de0f-4301-b52c-db5942f9fbf0 req-9bf9223b-2246-4b19-a9c4-c11543df839a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345128 Aug 09 15:46:47.523207 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314e6a9-b4e1-4f85-b497-150f5ac88125 req-10caa0bf-420d-4281-9d08-118fa065075a tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:47.524770 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d314e6a9-b4e1-4f85-b497-150f5ac88125 req-10caa0bf-420d-4281-9d08-118fa065075a tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0496449 Aug 09 15:46:47.588224 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d314e6a9-b4e1-4f85-b497-150f5ac88125 req-a2558c82-6616-4a28-940f-accdcecdc674 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574136 Aug 09 15:46:47.604681 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a589ad9-8fee-4919-a762-ab0ba8838caf req-56da99c5-3cfd-4f68-a0e4-c42a6455c58f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:47.606199 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8a589ad9-8fee-4919-a762-ab0ba8838caf req-56da99c5-3cfd-4f68-a0e4-c42a6455c58f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0618296 Aug 09 15:46:47.646044 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8a589ad9-8fee-4919-a762-ab0ba8838caf req-37ba802f-27d1-449e-9c91-db30f6571206 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336399 Aug 09 15:46:48.705867 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d29540-4952-4e3d-b11b-d60228d1f5e8 req-aaa277d4-baf2-4503-a6cd-58ae80bd4796 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.707362 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-26d29540-4952-4e3d-b11b-d60228d1f5e8 req-aaa277d4-baf2-4503-a6cd-58ae80bd4796 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0516536 Aug 09 15:46:48.772426 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-26d29540-4952-4e3d-b11b-d60228d1f5e8 req-15a348a9-d5f6-4f4b-a30f-4e0de975acea tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582476 Aug 09 15:46:48.787078 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d4b45-5f0f-4248-88e5-94196e4317f8 req-e4fede44-507b-4ff9-96e2-a5813769d1ca tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:48.788779 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0b8d4b45-5f0f-4248-88e5-94196e4317f8 req-e4fede44-507b-4ff9-96e2-a5813769d1ca tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0685315 Aug 09 15:46:48.830253 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0b8d4b45-5f0f-4248-88e5-94196e4317f8 req-aba74f00-5faf-4beb-9a60-83d16a13cf51 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352182 Aug 09 15:46:49.885132 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181dfff-8e6b-48fd-96c3-b62f79e217f0 req-1767cab2-54bc-418f-b3c2-c4ff6b3ba921 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:49.886618 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d181dfff-8e6b-48fd-96c3-b62f79e217f0 req-1767cab2-54bc-418f-b3c2-c4ff6b3ba921 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0483820 Aug 09 15:46:49.955395 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d181dfff-8e6b-48fd-96c3-b62f79e217f0 req-27fa97bc-7269-4362-9027-01b6055f2a8f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627317 Aug 09 15:46:49.972428 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeffbca-5bd1-4db2-b208-1ede7297a24a req-31fb36b2-0bf8-4cff-8aa4-15b2732eae67 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:49.974644 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5eeffbca-5bd1-4db2-b208-1ede7297a24a req-31fb36b2-0bf8-4cff-8aa4-15b2732eae67 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0677874 Aug 09 15:46:50.014955 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5eeffbca-5bd1-4db2-b208-1ede7297a24a req-40d894e8-6626-4e17-a924-8a49421603fb tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342333 Aug 09 15:46:51.071544 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebc0f2-e672-4650-a9b6-c39134f812e6 req-7b278f60-fc46-4903-9b5d-bfa0227b5446 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:51.073093 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2cebc0f2-e672-4650-a9b6-c39134f812e6 req-7b278f60-fc46-4903-9b5d-bfa0227b5446 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0495853 Aug 09 15:46:51.140153 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2cebc0f2-e672-4650-a9b6-c39134f812e6 req-c9988bc9-23f1-48d4-b5f5-e1d7871d480f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605798 Aug 09 15:46:51.157083 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec305511-a8a5-4549-bf97-50efaf96bec7 req-5d85ae75-7225-4546-a824-c48546415d89 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:51.158572 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ec305511-a8a5-4549-bf97-50efaf96bec7 req-5d85ae75-7225-4546-a824-c48546415d89 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0658991 Aug 09 15:46:51.197661 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ec305511-a8a5-4549-bf97-50efaf96bec7 req-976b8cb0-2a57-4954-b3a5-a63831a86a7d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Aug 09 15:46:52.134150 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-14fa6939-b568-4706-a8b2-a3950e841011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.135620 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-14fa6939-b568-4706-a8b2-a3950e841011 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc67fe97d83e44a985c2a58971e7d1d0&device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1098 time: 0.0407588 Aug 09 15:46:52.233404 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-f894080f-3e3e-4203-b609-e17d3a09254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.234692 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-f894080f-3e3e-4203-b609-e17d3a09254f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f HTTP/1.1" status: 200 len: 911 time: 0.0887849 Aug 09 15:46:52.255913 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2cc0b-942f-4819-ac87-9b04d6133e1b req-35ee0ef1-2d52-49a0-9f65-87e6aed8331c tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.257519 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-22a2cc0b-942f-4819-ac87-9b04d6133e1b req-35ee0ef1-2d52-49a0-9f65-87e6aed8331c tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0508997 Aug 09 15:46:52.310305 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-8030d452-a676-4ae9-a84a-ec1ab9bf6f24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 HTTP/1.1" status: 200 len: 1000 time: 0.0626552 Aug 09 15:46:52.323316 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-22a2cc0b-942f-4819-ac87-9b04d6133e1b req-3a9ff91e-c8af-4d13-adbf-e5156a6b89a2 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598440 Aug 09 15:46:52.343627 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe6e94-6332-4fff-b91e-f7e236ea84e8 req-f33a1c1d-2475-4c1b-a09f-6b246a71d9bf tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.343627 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eebe6e94-6332-4fff-b91e-f7e236ea84e8 req-f33a1c1d-2475-4c1b-a09f-6b246a71d9bf tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0640905 Aug 09 15:46:52.367812 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-39c25045-271e-44cc-ab0e-3fd87db0370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.369317 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-39c25045-271e-44cc-ab0e-3fd87db0370f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f66c379-e042-4a7d-bba4-c97baaa49978 HTTP/1.1" status: 200 len: 848 time: 0.0467789 Aug 09 15:46:52.381654 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eebe6e94-6332-4fff-b91e-f7e236ea84e8 req-22db5a04-1ee0-489e-8b72-46868b5a85be tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343230 Aug 09 15:46:52.435169 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-0de1c346-338c-469b-a3a2-d25b0083cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:52.436687 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-0de1c346-338c-469b-a3a2-d25b0083cd74 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456588 Aug 09 15:46:52.530779 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-2cefdcf3-c974-465f-b919-23c75220f118 service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810924 Aug 09 15:46:52.622987 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2f7c3bbe-8a65-4238-8394-a7a6c336069d req-3a241618-7999-48df-986b-1c284a7e760c service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827706 Aug 09 15:46:53.442944 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edf76f-787c-4fa9-aec4-c77b634180d2 req-409aa1ea-4c4d-4ddf-af55-5a64529bff63 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:53.443957 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e7edf76f-787c-4fa9-aec4-c77b634180d2 req-409aa1ea-4c4d-4ddf-af55-5a64529bff63 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0537899 Aug 09 15:46:53.462612 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-cd4611f4-a52f-4181-ab46-cad584baa945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:53.510949 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e7edf76f-787c-4fa9-aec4-c77b634180d2 req-53915419-f579-4405-b5ca-261a3b8c2113 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611925 Aug 09 15:46:53.527433 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bffcde-f381-42fc-b060-d065b589bb9c req-2c18bcec-7dca-4a09-8f7e-37917cf8ebd0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:53.528889 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f9bffcde-f381-42fc-b060-d065b589bb9c req-2c18bcec-7dca-4a09-8f7e-37917cf8ebd0 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0722392 Aug 09 15:46:53.570950 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f9bffcde-f381-42fc-b060-d065b589bb9c req-68ba19d7-ca51-47e4-9f9f-c32e639009d6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355864 Aug 09 15:46:54.273484 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 13f66129-efb9-456e-abc6-9ecd7b4c9559 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:46:54.369530 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:54.380915 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'port_id': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'mac_address': 'fa:16:3e:4e:1b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:46:54.417859 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.430116 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13f66129-efb9-456e-abc6-9ecd7b4c9559 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:46:54.449141 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:54.453072 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:54.499052 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=6']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:54.622997 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3bae6-ad8a-44fa-b02c-1384927e0b79 req-6288d698-5b95-4a79-a1d6-babdae6444f6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:54.624485 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f2f3bae6-ad8a-44fa-b02c-1384927e0b79 req-6288d698-5b95-4a79-a1d6-babdae6444f6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0484807 Aug 09 15:46:54.641429 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['13f66129-efb9-456e-abc6-9ecd7b4c9559'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:46:54.693999 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f2f3bae6-ad8a-44fa-b02c-1384927e0b79 req-52a0f81b-9277-490b-bd5b-6a3f19a370cd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620925 Aug 09 15:46:54.714296 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0ccf4-ae50-4e36-9519-64f809ae3b88 req-c7d08a5a-f69e-4ead-af9c-6821d6369e57 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:54.714296 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-72f0ccf4-ae50-4e36-9519-64f809ae3b88 req-c7d08a5a-f69e-4ead-af9c-6821d6369e57 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0669141 Aug 09 15:46:54.755239 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-72f0ccf4-ae50-4e36-9519-64f809ae3b88 req-92de23af-d9a4-47a1-9d80-4ba135f59361 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332539 Aug 09 15:46:55.821698 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd9f22-4479-44eb-927b-ff797c77b367 req-5bd8a3b0-5128-41ac-ab33-1bba86b03461 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:55.823408 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7dcd9f22-4479-44eb-927b-ff797c77b367 req-5bd8a3b0-5128-41ac-ab33-1bba86b03461 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0590892 Aug 09 15:46:55.893782 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7dcd9f22-4479-44eb-927b-ff797c77b367 req-bc65909c-b2aa-4463-8e08-1c4e8b9d6dec tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635948 Aug 09 15:46:55.922609 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e85d8b-065d-403e-8981-767a070eb210 req-ff5dcf39-3632-449e-b2d2-2f4cbbb3a7df tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:55.940959 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2e85d8b-065d-403e-8981-767a070eb210 req-ff5dcf39-3632-449e-b2d2-2f4cbbb3a7df tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.1051621 Aug 09 15:46:55.984955 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2e85d8b-065d-403e-8981-767a070eb210 req-f7d2d17b-e07a-41ef-8e56-ea9b15600c8a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423803 Aug 09 15:46:56.084749 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-44e91d27-92aa-4b19-9f90-f8770b666ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.243441 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332b6d6-a432-4005-aba4-5234f6052c87 req-c39ddd9f-6816-40c2-ac58-0e893c64324d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:56.243638 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 52916) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:46:56.248195 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e332b6d6-a432-4005-aba4-5234f6052c87 req-c39ddd9f-6816-40c2-ac58-0e893c64324d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0740600 Aug 09 15:46:56.277829 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.288375 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 13f66129-efb9-456e-abc6-9ecd7b4c9559 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:46:56.325268 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e332b6d6-a432-4005-aba4-5234f6052c87 req-e0ddf741-f30d-43ec-bb90-b007058ed369 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657179 Aug 09 15:46:56.362789 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-a47d8eaf-ff97-4dcb-8c33-948d164ea32b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177728 Aug 09 15:46:56.368993 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 13f66129-efb9-456e-abc6-9ecd7b4c9559 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:46:56.369526 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.466713 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.494784 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:56.497481 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ef76d5-d1fe-45a8-a9ad-570bc8793401" -d '{"events": [{"server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "name": "network-vif-plugged", "status": "completed", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:56.510233 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:56.518533 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:56.554119 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77e0c9f-8972-4d38-a44d-53c78f1460fa x-openstack-request-id: req-d77e0c9f-8972-4d38-a44d-53c78f1460fa {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:56.554412 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "name": "network-vif-plugged", "status": "completed", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:56.554658 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d77e0c9f-8972-4d38-a44d-53c78f1460fa {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:56.555218 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'code': 200} Aug 09 15:46:56.580702 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=7']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:57.150871 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4a7fc-7a65-4004-8c17-2c5fe1e53e3e req-b4972183-72ea-4f06-8bd3-d4b5ed418247 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:57.159402 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a7a4a7fc-7a65-4004-8c17-2c5fe1e53e3e req-b4972183-72ea-4f06-8bd3-d4b5ed418247 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0811746 Aug 09 15:46:57.194707 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:57.211314 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a7a4a7fc-7a65-4004-8c17-2c5fe1e53e3e req-d727c692-bb11-484d-a17d-d05c9aa79bf2 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508845 Aug 09 15:46:57.463826 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee6bb1-76d5-4941-89ab-3a38655cf1b5 req-ed3cd02c-2283-4bd1-96ad-401a83a868ca tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:57.465775 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-26ee6bb1-76d5-4941-89ab-3a38655cf1b5 req-ed3cd02c-2283-4bd1-96ad-401a83a868ca tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0597141 Aug 09 15:46:57.529867 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-26ee6bb1-76d5-4941-89ab-3a38655cf1b5 req-57cbe512-5806-4947-9d7a-26a1e629f331 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580254 Aug 09 15:46:58.262730 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-08d1e11a-45ad-4012-8583-ef252824d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.265884 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-08d1e11a-45ad-4012-8583-ef252824d25d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947&tenant_id=fc67fe97d83e44a985c2a58971e7d1d0 HTTP/1.1" status: 200 len: 1098 time: 0.0996678 Aug 09 15:46:58.305419 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:46:58.360901 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-b957af4d-ea47-4d04-b430-b560a563ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.362424 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-b957af4d-ea47-4d04-b430-b560a563ddd8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc67fe97d83e44a985c2a58971e7d1d0&device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1098 time: 0.0560827 Aug 09 15:46:58.367551 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d401dcb-0c61-4122-abaa-ae3a4d8f74f6 req-cf5f7806-5d80-45ab-9cdb-c6a89a73664b tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.369846 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0d401dcb-0c61-4122-abaa-ae3a4d8f74f6 req-cf5f7806-5d80-45ab-9cdb-c6a89a73664b tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0762272 Aug 09 15:46:58.441066 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0d401dcb-0c61-4122-abaa-ae3a4d8f74f6 req-e68d042a-a4e5-4c3e-a1a1-2e8d9881d61d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645587 Aug 09 15:46:58.461044 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.501202 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-35313a18-c1d8-4582-bf53-0680cb64f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.502621 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-35313a18-c1d8-4582-bf53-0680cb64f645 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f HTTP/1.1" status: 200 len: 911 time: 0.1262848 Aug 09 15:46:58.508132 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:46:58.513556 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.564104 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:46:58.566512 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f31d16a-ffb7-4619-b232-2cf1b5d52af5" -d '{"events": [{"server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "name": "network-vif-unplugged", "status": "completed", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:46:58.585823 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,revision_number=6']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:46:58.613157 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836b7de0-046b-4fb1-830c-3fca09dc5c92 x-openstack-request-id: req-836b7de0-046b-4fb1-830c-3fca09dc5c92 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:46:58.613448 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "name": "network-vif-unplugged", "status": "completed", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:46:58.615002 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-836b7de0-046b-4fb1-830c-3fca09dc5c92 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:46:58.615002 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'code': 200} Aug 09 15:46:58.619036 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-d6253b63-5f9b-4f81-a19f-dd5be00928ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 HTTP/1.1" status: 200 len: 998 time: 0.1075227 Aug 09 15:46:58.680768 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-bafc7b94-f3c6-499d-affd-d95bc75b7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.681334 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-bafc7b94-f3c6-499d-affd-d95bc75b7839 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f66c379-e042-4a7d-bba4-c97baaa49978 HTTP/1.1" status: 200 len: 848 time: 0.0486128 Aug 09 15:46:58.692389 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ff94f-9f94-4664-b1dd-6c3bbdedb715 req-0ee386a1-ad9a-411d-9e7f-c9258f1a93b9 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.694253 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4b4ff94f-9f94-4664-b1dd-6c3bbdedb715 req-0ee386a1-ad9a-411d-9e7f-c9258f1a93b9 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0574942 Aug 09 15:46:58.737122 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4b4ff94f-9f94-4664-b1dd-6c3bbdedb715 req-01ba1b26-59e7-4246-ab25-ca135f07adce tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366418 Aug 09 15:46:58.745551 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-db3f961c-ff93-4a83-815a-64c28971a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:58.747073 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-db3f961c-ff93-4a83-815a-64c28971a42f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493338 Aug 09 15:46:58.864389 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-7e983800-4e84-4537-a993-9ff5a7eec670 service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014993 Aug 09 15:46:58.893499 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:46:58.973081 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-66879bc7-44b7-4b13-b77f-50efe6bd612d req-9ef1ddb5-2bce-4419-ae2d-70a67b92a00e service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983868 Aug 09 15:46:59.605649 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e939e5-7246-465e-9e9b-04ea93af2354 req-7f97007e-4700-403d-80fc-bd1c09e8a101 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:59.607294 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a1e939e5-7246-465e-9e9b-04ea93af2354 req-7f97007e-4700-403d-80fc-bd1c09e8a101 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0686312 Aug 09 15:46:59.652571 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a1e939e5-7246-465e-9e9b-04ea93af2354 req-64d79b62-03a8-473b-9eae-82b9e3f99531 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392215 Aug 09 15:46:59.866655 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3481f5-60e1-4841-ac44-522edfc813c3 req-8ded4edb-2a5d-42f5-9e78-0d5552e0c9ec tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:46:59.868192 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ea3481f5-60e1-4841-ac44-522edfc813c3 req-8ded4edb-2a5d-42f5-9e78-0d5552e0c9ec tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0559809 Aug 09 15:46:59.913420 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ea3481f5-60e1-4841-ac44-522edfc813c3 req-ea32de95-6c8b-487c-9092-459d934a2aae tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382116 Aug 09 15:47:00.788758 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf39791-24e9-470e-a1ba-295cfb24e8d2 req-7acf8f7e-3994-4bcd-ac0f-f2024391bf68 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:00.791053 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5bf39791-24e9-470e-a1ba-295cfb24e8d2 req-7acf8f7e-3994-4bcd-ac0f-f2024391bf68 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0602670 Aug 09 15:47:00.837888 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5bf39791-24e9-470e-a1ba-295cfb24e8d2 req-7e734ac6-1d71-4ec7-bb03-ea20b93b1954 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Aug 09 15:47:01.044886 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6705af-47ff-4385-b942-75a61077bae3 req-b9a8469f-cacc-4e83-bf8a-222845ddbaad tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.046409 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ea6705af-47ff-4385-b942-75a61077bae3 req-b9a8469f-cacc-4e83-bf8a-222845ddbaad tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0509319 Aug 09 15:47:01.090492 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ea6705af-47ff-4385-b942-75a61077bae3 req-e62122ab-0d2c-40ac-9939-f47e8b464b15 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372586 Aug 09 15:47:01.966022 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680cb5b-a1b0-45fc-a67d-317945b99bc3 req-f1db8ec9-c789-44f7-87d5-2b71315e667d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:01.974010 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7680cb5b-a1b0-45fc-a67d-317945b99bc3 req-f1db8ec9-c789-44f7-87d5-2b71315e667d tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0582085 Aug 09 15:47:02.013941 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7680cb5b-a1b0-45fc-a67d-317945b99bc3 req-856f078e-a037-4d2c-bfc1-63dab7704b5e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388806 Aug 09 15:47:02.220123 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697d6e9-bfdd-428a-8084-e12cb3df90f6 req-60205267-885e-404b-bcfa-f727898c6dff tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:02.221791 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1697d6e9-bfdd-428a-8084-e12cb3df90f6 req-60205267-885e-404b-bcfa-f727898c6dff tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0577931 Aug 09 15:47:02.267842 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1697d6e9-bfdd-428a-8084-e12cb3df90f6 req-c948ad90-dcc8-4bf6-9af7-1b5c37e0ae32 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398138 Aug 09 15:47:03.139681 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3ecfa-eb5c-4fa9-bc1f-548f1864511c req-4b211a91-9c75-4125-94d8-b175cbe79104 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:03.145289 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9cb3ecfa-eb5c-4fa9-bc1f-548f1864511c req-4b211a91-9c75-4125-94d8-b175cbe79104 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0557296 Aug 09 15:47:03.186086 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9cb3ecfa-eb5c-4fa9-bc1f-548f1864511c req-60a4205f-de1e-44a2-b74b-51af0b70259e tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377133 Aug 09 15:47:03.392933 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658d7a5-b59e-4268-94bc-bc98547312e2 req-db20351d-fe50-4088-a5f4-c138df4d0a39 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:03.409401 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9658d7a5-b59e-4268-94bc-bc98547312e2 req-db20351d-fe50-4088-a5f4-c138df4d0a39 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0668178 Aug 09 15:47:03.444891 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9658d7a5-b59e-4268-94bc-bc98547312e2 req-f075d81e-485c-4178-ad2f-1f17fc67734c tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345671 Aug 09 15:47:04.314342 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea675781-7e3e-46a6-ae8c-b2b10dd442d6 req-077f4067-bee0-4cad-8948-e73029fb0798 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:04.318183 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ea675781-7e3e-46a6-ae8c-b2b10dd442d6 req-077f4067-bee0-4cad-8948-e73029fb0798 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0572860 Aug 09 15:47:04.362427 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ea675781-7e3e-46a6-ae8c-b2b10dd442d6 req-fa3a8d71-d6c8-4a85-bd81-1059a1b7d413 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381458 Aug 09 15:47:04.573637 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397e310-d6b7-421b-884b-c85de419b908 req-ff7ff41a-c55b-4989-be19-60d7cb7e7f7c tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:04.575245 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8397e310-d6b7-421b-884b-c85de419b908 req-ff7ff41a-c55b-4989-be19-60d7cb7e7f7c tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0584018 Aug 09 15:47:04.618716 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8397e310-d6b7-421b-884b-c85de419b908 req-1ab17d5a-c323-428b-9606-c6f5a94c164d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372634 Aug 09 15:47:05.495448 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af96b98-bdd6-4ba6-9c58-842a6e3330d3 req-8d96d601-ed14-4c62-a7d7-1f5e83493558 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.497604 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2af96b98-bdd6-4ba6-9c58-842a6e3330d3 req-8d96d601-ed14-4c62-a7d7-1f5e83493558 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0549638 Aug 09 15:47:05.541755 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2af96b98-bdd6-4ba6-9c58-842a6e3330d3 req-5db0bcc3-39d9-4e4d-8d3f-fb0576b80214 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382497 Aug 09 15:47:05.581110 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-8460f3e4-acad-41e6-908c-59cc61a6c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.583083 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-8460f3e4-acad-41e6-908c-59cc61a6c361 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 1098 time: 0.0394590 Aug 09 15:47:05.680675 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-87f66f73-a2c9-4194-b17d-78699d29bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.682185 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-87f66f73-a2c9-4194-b17d-78699d29bfa4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 919 time: 0.0880733 Aug 09 15:47:05.737332 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5235bb-3803-4f0f-b0f3-984be6c42ed9 req-3cb7c004-dfe5-4790-8c3e-dd3cd0d5999f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.738854 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f5235bb-3803-4f0f-b0f3-984be6c42ed9 req-3cb7c004-dfe5-4790-8c3e-dd3cd0d5999f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0492439 Aug 09 15:47:05.753054 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-4842e415-a60b-4cc4-bb29-e7fb4a217d84 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559 HTTP/1.1" status: 200 len: 1001 time: 0.0576050 Aug 09 15:47:05.778976 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f5235bb-3803-4f0f-b0f3-984be6c42ed9 req-b5faddc2-9845-456e-a04f-1a7e3b6e669b tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342858 Aug 09 15:47:05.818278 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-fc24e384-7deb-4e48-8c52-ca9b95310edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.819952 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-fc24e384-7deb-4e48-8c52-ca9b95310edd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.0531530 Aug 09 15:47:05.873228 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-ddc98ce0-4644-4112-9d8f-59142789af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:05.874709 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-ddc98ce0-4644-4112-9d8f-59142789af2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409439 Aug 09 15:47:05.980176 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-a7ee0c4f-da8d-499f-8c42-6f6c9ee1dae1 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856528 Aug 09 15:47:06.007063 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbea38-0cd4-47a4-9d69-1760447fd9f7 req-689fdb0e-3d3f-45b4-83b5-db97ba98f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.008553 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7cfbea38-0cd4-47a4-9d69-1760447fd9f7 req-689fdb0e-3d3f-45b4-83b5-db97ba98f8fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1096 time: 0.0403848 Aug 09 15:47:06.061228 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7cfbea38-0cd4-47a4-9d69-1760447fd9f7 req-234b01fd-f7e8-452e-8bd2-20be66710a7d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365438 Aug 09 15:47:06.082555 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d0a5ac67-8376-4a11-b11c-59b153f9b593 req-34f88781-a2eb-4cf5-9202-9063527af3a7 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871007 Aug 09 15:47:06.660033 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77274f14-b8da-4d97-a2b4-d72eef874c3a req-f39ae7f4-890c-4e9d-82ed-31e92c34f75b tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.662090 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-77274f14-b8da-4d97-a2b4-d72eef874c3a req-f39ae7f4-890c-4e9d-82ed-31e92c34f75b tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0495999 Aug 09 15:47:06.698828 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-77274f14-b8da-4d97-a2b4-d72eef874c3a req-a12126ab-e7e3-49c7-b7df-e32155008d1f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310740 Aug 09 15:47:06.896798 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd032c3f-fdc3-4365-bbad-52f01ffa2d3f req-968400d2-5476-4429-8df8-ea8b80c1dc34 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:06.898209 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fd032c3f-fdc3-4365-bbad-52f01ffa2d3f req-968400d2-5476-4429-8df8-ea8b80c1dc34 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0509944 Aug 09 15:47:06.910262 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:06.936340 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fd032c3f-fdc3-4365-bbad-52f01ffa2d3f req-60ac26dc-017f-417f-ac18-715056c35aab tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319617 Aug 09 15:47:07.817627 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091f94-ba87-446c-9fb8-5b8be16ce17f req-97aae7a1-dd98-4370-92ba-b6409fd0f3c9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:07.819103 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1d091f94-ba87-446c-9fb8-5b8be16ce17f req-97aae7a1-dd98-4370-92ba-b6409fd0f3c9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0483301 Aug 09 15:47:07.859610 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1d091f94-ba87-446c-9fb8-5b8be16ce17f req-3fd26609-e93e-4e7f-9e02-f8d861b54a43 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346336 Aug 09 15:47:08.050603 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e417-4e1a-4bfa-bdb2-54a69fca106b req-6c542290-fdf5-4163-b140-f61e96ae6cc6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:08.052181 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-42f0e417-4e1a-4bfa-bdb2-54a69fca106b req-6c542290-fdf5-4163-b140-f61e96ae6cc6 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 943 time: 0.0487382 Aug 09 15:47:08.089509 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-42f0e417-4e1a-4bfa-bdb2-54a69fca106b req-50ee25f4-8f7e-47bb-bfd0-c52ea1479ddf tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315468 Aug 09 15:47:08.382793 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:08.478033 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:08.489430 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'port_id': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'mac_address': 'fa:16:3e:77:cb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:08.525039 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:08.537398 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:08.557250 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:08.560857 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:08.609313 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,revision_number=7']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:08.616751 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.617101 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.617442 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.617777 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.618107 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.618437 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.618764 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.619086 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.619412 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.619733 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.620052 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.620370 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:47:08.977013 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719f26-4d62-46fb-b818-a47a41a30709 req-8a1a926c-dc8c-40ee-8450-a7708ce8e366 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:08.978514 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7f719f26-4d62-46fb-b818-a47a41a30709 req-8a1a926c-dc8c-40ee-8450-a7708ce8e366 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0480063 Aug 09 15:47:08.996400 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['a857abb4-44ed-49b8-9a1b-f1d36f5e7e31'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:09.017513 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7f719f26-4d62-46fb-b818-a47a41a30709 req-1a31b1ad-6777-4420-839e-1e7d7906b02f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332096 Aug 09 15:47:10.022531 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915f6de-3910-4b19-b852-ccea72d6cd0f req-ffb5aae7-c61e-4942-b8a8-72dbc6aef251 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:10.024091 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5915f6de-3910-4b19-b852-ccea72d6cd0f req-ffb5aae7-c61e-4942-b8a8-72dbc6aef251 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 945 time: 0.0822997 Aug 09 15:47:10.040630 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-814d03cb-5b9f-471b-9eac-5699053f839d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0642323 Aug 09 15:47:10.072185 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5915f6de-3910-4b19-b852-ccea72d6cd0f req-bcdbae99-5029-4f1f-b24c-cdd482ecda3f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403643 Aug 09 15:47:10.399942 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:10.448805 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:10.449062 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.523010 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.546464 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:10.548705 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4de5b6-c57a-4d79-925d-859354bcd3a3" -d '{"events": [{"server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "name": "network-vif-plugged", "status": "completed", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:10.562573 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:10.568368 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.569254 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 13f66129-efb9-456e-abc6-9ecd7b4c9559 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:47:10.595184 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed71bd1f-fea2-4f61-bf96-059e9f8cf058 x-openstack-request-id: req-ed71bd1f-fea2-4f61-bf96-059e9f8cf058 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:10.595482 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "name": "network-vif-plugged", "status": "completed", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:10.595734 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed71bd1f-fea2-4f61-bf96-059e9f8cf058 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:10.596122 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'code': 200} Aug 09 15:47:10.650925 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,revision_number=8']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:10.692141 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.725199 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:10.729298 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:10.777819 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=8']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:11.055669 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-01bc2e18-d789-4529-8a4e-885187a630d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.057143 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-01bc2e18-d789-4529-8a4e-885187a630d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d&tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f HTTP/1.1" status: 200 len: 1096 time: 0.0408554 Aug 09 15:47:11.124747 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-cf7ba8f5-c58e-465f-b9a4-82ee27313dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.126279 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-cf7ba8f5-c58e-465f-b9a4-82ee27313dee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 1096 time: 0.0395362 Aug 09 15:47:11.194473 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e8eef-f278-4e72-8d83-edf68a06f67e req-06e75e0e-70ec-476b-a77c-49849bb44759 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.195967 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-563e8eef-f278-4e72-8d83-edf68a06f67e req-06e75e0e-70ec-476b-a77c-49849bb44759 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0490162 Aug 09 15:47:11.227612 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-a43aa012-4dd0-4a38-81d7-126468d1aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.229255 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-a43aa012-4dd0-4a38-81d7-126468d1aeca service neutron] 10.222.0.44 "GET /v2.0/networks?id=5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 200 len: 919 time: 0.0891900 Aug 09 15:47:11.233329 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-563e8eef-f278-4e72-8d83-edf68a06f67e req-a822be85-daa5-417b-842f-a3a7b3d85d70 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Aug 09 15:47:11.303106 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-b42baa80-46f5-414e-aa2d-565cee680011 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559 HTTP/1.1" status: 200 len: 999 time: 0.0624416 Aug 09 15:47:11.359054 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-18c41c3d-1e96-4de8-8d82-5ed509eb6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.360522 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-18c41c3d-1e96-4de8-8d82-5ed509eb6d24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 200 len: 856 time: 0.0491288 Aug 09 15:47:11.407248 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-c4d0fd0e-e28c-414c-bdc6-f48bfe8ac943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:11.408726 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-c4d0fd0e-e28c-414c-bdc6-f48bfe8ac943 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5564c0f5-2cdb-4111-9ee6-4fe4915db070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394115 Aug 09 15:47:11.501598 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-c916dd30-8dc3-49bb-876a-ad97cd707e26 service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835104 Aug 09 15:47:11.595568 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-64f5ec27-2b34-4566-b544-f9d1e2bf40c9 req-ffd62881-9ae8-4758-9f2c-ee874a1ba3ad service neutron] 10.222.0.44 "GET /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853949 Aug 09 15:47:12.354538 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2956d-d699-465d-aa0f-5dece80a0316 req-0095ee0b-dcb8-40f0-8814-ad7303f61ec4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:12.356008 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68f2956d-d699-465d-aa0f-5dece80a0316 req-0095ee0b-dcb8-40f0-8814-ad7303f61ec4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0492072 Aug 09 15:47:12.394510 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-68f2956d-d699-465d-aa0f-5dece80a0316 req-62f3931e-941e-4861-922c-b74e1c1e3bf4 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Aug 09 15:47:12.597392 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:12.600273 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a421e49-72ea-44e1-9868-3914dcaca061" -d '{"events": [{"server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "name": "network-vif-unplugged", "status": "completed", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:12.637314 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2626bc4c-2d9f-47b0-9b8f-84ad54c40be1 x-openstack-request-id: req-2626bc4c-2d9f-47b0-9b8f-84ad54c40be1 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:12.637610 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "name": "network-vif-unplugged", "status": "completed", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:12.637858 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2626bc4c-2d9f-47b0-9b8f-84ad54c40be1 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:12.638253 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'code': 200} Aug 09 15:47:13.521154 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcb49f-4295-4b6c-a8e7-e68a9de61556 req-31d7955a-ea88-470c-827a-60f9829653b8 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:13.522670 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-48dcb49f-4295-4b6c-a8e7-e68a9de61556 req-31d7955a-ea88-470c-827a-60f9829653b8 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0546978 Aug 09 15:47:13.562736 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-48dcb49f-4295-4b6c-a8e7-e68a9de61556 req-ee36c173-29ad-4c07-ba3f-5e036dd0e281 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335937 Aug 09 15:47:14.683516 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265a6f91-4fa4-4c58-9a8f-b9f45ab93fd2 req-d1407c48-3884-415c-a42c-d5e14cf13b89 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:14.685035 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-265a6f91-4fa4-4c58-9a8f-b9f45ab93fd2 req-d1407c48-3884-415c-a42c-d5e14cf13b89 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0489349 Aug 09 15:47:14.727986 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-265a6f91-4fa4-4c58-9a8f-b9f45ab93fd2 req-ca59f873-d171-4951-84d1-c9155ed5c426 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361757 Aug 09 15:47:15.852055 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ba563-9ec3-43ec-a9a5-3fdaa6aa9620 req-2a677d0c-fdb8-4cbe-a92a-ff84d92b369c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:15.853521 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d53ba563-9ec3-43ec-a9a5-3fdaa6aa9620 req-2a677d0c-fdb8-4cbe-a92a-ff84d92b369c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0497077 Aug 09 15:47:15.891899 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d53ba563-9ec3-43ec-a9a5-3fdaa6aa9620 req-fc8cb70c-8c1e-48e6-8e04-870548175310 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Aug 09 15:47:17.027106 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b2e17-a2ae-49cb-bb46-8ef0f06bed40 req-51995f39-47b0-401a-a1b4-9be2a95760b9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:17.028805 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dd7b2e17-a2ae-49cb-bb46-8ef0f06bed40 req-51995f39-47b0-401a-a1b4-9be2a95760b9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0557048 Aug 09 15:47:17.068365 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-dd7b2e17-a2ae-49cb-bb46-8ef0f06bed40 req-279d7217-f4fd-47e4-8fb3-13a28e3081c7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335379 Aug 09 15:47:18.193481 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df724d69-f018-4d32-b8a1-61f86baf76cb req-bfffd917-406a-469c-877b-d7a6d9f0befb tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:18.194972 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df724d69-f018-4d32-b8a1-61f86baf76cb req-bfffd917-406a-469c-877b-d7a6d9f0befb tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0510304 Aug 09 15:47:18.234317 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-df724d69-f018-4d32-b8a1-61f86baf76cb req-55da9a0b-b2fe-4627-9372-cc7920419510 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Aug 09 15:47:19.355435 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7c903-47b3-4282-ab27-43387baf858f req-76d0e22b-84e8-43b9-9452-cef667aa1cbe tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:19.356971 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eca7c903-47b3-4282-ab27-43387baf858f req-76d0e22b-84e8-43b9-9452-cef667aa1cbe tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0493293 Aug 09 15:47:19.396964 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eca7c903-47b3-4282-ab27-43387baf858f req-c185f3bc-0f16-48fe-a7e7-9020890ef20a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329938 Aug 09 15:47:20.527203 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877525e2-58d3-408a-863e-4eda4ab12ccc req-fc83fd42-d732-4879-899b-beb03c82eb81 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:20.528828 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-877525e2-58d3-408a-863e-4eda4ab12ccc req-fc83fd42-d732-4879-899b-beb03c82eb81 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0549402 Aug 09 15:47:20.570547 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-877525e2-58d3-408a-863e-4eda4ab12ccc req-cfddcbcf-8243-4989-9311-124c9586b095 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341706 Aug 09 15:47:21.696665 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fb23b-f375-43dc-bc4b-97aee8bbac17 req-e4aeee89-8027-4f71-9eb1-0ff92d4cc79f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:21.698210 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9a4fb23b-f375-43dc-bc4b-97aee8bbac17 req-e4aeee89-8027-4f71-9eb1-0ff92d4cc79f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0505042 Aug 09 15:47:21.736399 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9a4fb23b-f375-43dc-bc4b-97aee8bbac17 req-00a135ca-6843-4df1-8199-63b0fa5e031b tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320055 Aug 09 15:47:22.861203 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e3a22-90be-4d6e-a82e-ccc48c88ade3 req-439f656b-0abd-436b-89cf-b5eb4eae5997 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:22.862791 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-642e3a22-90be-4d6e-a82e-ccc48c88ade3 req-439f656b-0abd-436b-89cf-b5eb4eae5997 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0522194 Aug 09 15:47:22.902893 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-642e3a22-90be-4d6e-a82e-ccc48c88ade3 req-9ad37fe3-78dc-4396-9798-827087a50b33 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341115 Aug 09 15:47:23.340698 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:47:23.465234 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-65ed76f0-20af-45ca-8baa-72c3846e336b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:24.029236 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b041-7469-41ee-9275-601c49f7b767 req-0cef2910-e31e-4652-a5b2-d418a9028709 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:24.030821 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b3a4b041-7469-41ee-9275-601c49f7b767 req-0cef2910-e31e-4652-a5b2-d418a9028709 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0534496 Aug 09 15:47:24.070467 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b3a4b041-7469-41ee-9275-601c49f7b767 req-f2c5321e-25eb-4834-9650-b5b985faebfe tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331678 Aug 09 15:47:25.191339 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc641-c372-4f7a-b5a4-cd30082a55f9 req-cd674c66-d669-47d6-8f81-af006a63f561 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:25.192844 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7c0fc641-c372-4f7a-b5a4-cd30082a55f9 req-cd674c66-d669-47d6-8f81-af006a63f561 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0489478 Aug 09 15:47:25.231241 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7c0fc641-c372-4f7a-b5a4-cd30082a55f9 req-e1ccdbe1-d3a5-457e-9ebd-a265172c292a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325506 Aug 09 15:47:26.076385 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-f2ec1752-6dd9-4399-b239-4f395b2fa0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.271617 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:26.355926 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa566-536a-462c-a4d9-77f70c393ffc req-3c817c3e-c87e-4be6-ae4b-dd71cd8f55d6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:26.357428 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1cdfa566-536a-462c-a4d9-77f70c393ffc req-3c817c3e-c87e-4be6-ae4b-dd71cd8f55d6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0510890 Aug 09 15:47:26.396292 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1cdfa566-536a-462c-a4d9-77f70c393ffc req-7453a3f8-afb1-4371-8991-0d22d5e306e2 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324678 Aug 09 15:47:27.192187 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:27.520498 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702f752-2697-4a68-91c8-8cbcdf4d7896 req-b54f2382-a378-4d89-9cf2-94deb19adae7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:27.521977 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6702f752-2697-4a68-91c8-8cbcdf4d7896 req-b54f2382-a378-4d89-9cf2-94deb19adae7 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0516913 Aug 09 15:47:27.558753 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6702f752-2697-4a68-91c8-8cbcdf4d7896 req-debdf6ba-3957-4a54-acf9-73b549677020 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305297 Aug 09 15:47:28.680405 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eb7ab-54f3-48bb-98a9-8116c51e78fb req-3cc452d6-3d37-44f5-984c-b1d724ce358a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:28.681902 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-040eb7ab-54f3-48bb-98a9-8116c51e78fb req-3cc452d6-3d37-44f5-984c-b1d724ce358a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0481236 Aug 09 15:47:28.719073 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-040eb7ab-54f3-48bb-98a9-8116c51e78fb req-b671efa6-27ed-4cd0-8ae8-e5cab8b77358 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Aug 09 15:47:28.880971 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:29.839935 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0844681-3251-49cf-ba16-8a48d1d04e25 req-ab23ac80-3fae-438a-9920-583515cd1a57 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:29.841451 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e0844681-3251-49cf-ba16-8a48d1d04e25 req-ab23ac80-3fae-438a-9920-583515cd1a57 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 943 time: 0.0484068 Aug 09 15:47:29.878711 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e0844681-3251-49cf-ba16-8a48d1d04e25 req-6d0ad4e1-5c01-4bdc-8d52-50642bc0bce8 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Aug 09 15:47:30.490642 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 13f66129-efb9-456e-abc6-9ecd7b4c9559 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:47:30.582364 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:30.592980 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'port_id': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'mac_address': 'fa:16:3e:4e:1b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:47:30.743722 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.756449 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f66129-efb9-456e-abc6-9ecd7b4c9559 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:47:30.775128 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:30.779275 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:30.827540 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=9']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:31.002380 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f0ab-cf6d-41b8-a9ee-8f878fb7aad8 req-8106131b-2368-4059-9f91-9e9f81c9b042 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:31.004609 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-afb7f0ab-cf6d-41b8-a9ee-8f878fb7aad8 req-8106131b-2368-4059-9f91-9e9f81c9b042 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0526025 Aug 09 15:47:31.043570 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-afb7f0ab-cf6d-41b8-a9ee-8f878fb7aad8 req-94a0cf13-3370-47f8-9dc4-a5ff4598592a tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Aug 09 15:47:31.171832 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['13f66129-efb9-456e-abc6-9ecd7b4c9559'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:47:32.161918 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c9b4-bcc1-4b1c-ae22-46acbd3d7c81 req-1d74decc-9ae9-4515-b277-211c74e08db2 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:32.163385 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4768c9b4-bcc1-4b1c-ae22-46acbd3d7c81 req-1d74decc-9ae9-4515-b277-211c74e08db2 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 944 time: 0.0489388 Aug 09 15:47:32.199093 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4768c9b4-bcc1-4b1c-ae22-46acbd3d7c81 req-11d1b901-be87-4f86-9cde-229a10479132 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299137 Aug 09 15:47:32.504274 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 13f66129-efb9-456e-abc6-9ecd7b4c9559 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:47:32.551973 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 13f66129-efb9-456e-abc6-9ecd7b4c9559 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:47:32.552286 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.626535 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.648832 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:47:32.651304 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b9e14e-5e5a-4ef0-8c69-7e879bd541ad" -d '{"events": [{"server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "name": "network-vif-plugged", "status": "completed", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:47:32.666626 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:47:32.670863 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:32.693940 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d96939-6ea5-49d3-bb3f-885ff7010b61 x-openstack-request-id: req-35d96939-6ea5-49d3-bb3f-885ff7010b61 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:47:32.694226 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "name": "network-vif-plugged", "status": "completed", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:47:32.694475 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35d96939-6ea5-49d3-bb3f-885ff7010b61 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:47:32.694858 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'code': 200} Aug 09 15:47:32.720073 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=10']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:47:32.918778 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9f309-0759-4443-aeff-f12bc75b9d4d req-10e635d5-222f-4fb8-b13b-c81c4eb18ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:32.920188 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3ff9f309-0759-4443-aeff-f12bc75b9d4d req-10e635d5-222f-4fb8-b13b-c81c4eb18ecd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 1099 time: 0.0401645 Aug 09 15:47:32.969681 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3ff9f309-0759-4443-aeff-f12bc75b9d4d req-ba0ec342-86aa-405b-81d7-c6f3957afaa4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266521 Aug 09 15:47:33.321137 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be003d-5181-4ed0-9de2-1a064db9e903 req-9770ad8f-df8a-442d-9898-2dbd7666886f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.322620 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-05be003d-5181-4ed0-9de2-1a064db9e903 req-9770ad8f-df8a-442d-9898-2dbd7666886f tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 946 time: 0.0511448 Aug 09 15:47:33.359093 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-05be003d-5181-4ed0-9de2-1a064db9e903 req-50f3c4c6-1d4c-4d76-a650-5a8b9b2e5326 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305691 Aug 09 15:47:33.780878 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-9be491d0-7811-4c7d-abe0-5eacd6836d80 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458715 Aug 09 15:47:33.883979 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-4efedf26-5da7-4352-a6c5-00171d5ab8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.885374 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-4efedf26-5da7-4352-a6c5-00171d5ab8e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc67fe97d83e44a985c2a58971e7d1d0&device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1098 time: 0.0397847 Aug 09 15:47:33.996014 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-59c2dc42-65ac-47f5-aae7-ade4827fa585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:33.997518 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-59c2dc42-65ac-47f5-aae7-ade4827fa585 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f HTTP/1.1" status: 200 len: 911 time: 0.0808501 Aug 09 15:47:34.073870 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-073a556b-292e-43f7-a889-fb35fd880a31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 HTTP/1.1" status: 200 len: 1000 time: 0.0586329 Aug 09 15:47:34.130610 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-dc038e93-a0c7-4402-b1a2-8d5914566483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.131996 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-dc038e93-a0c7-4402-b1a2-8d5914566483 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f66c379-e042-4a7d-bba4-c97baaa49978 HTTP/1.1" status: 200 len: 848 time: 0.0414660 Aug 09 15:47:34.182063 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-dec578d0-d9b6-4e71-991b-d0aeba579ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.183443 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-dec578d0-d9b6-4e71-991b-d0aeba579ce6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382683 Aug 09 15:47:34.282474 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-a8749762-2eec-4356-a230-048056904bf9 service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840497 Aug 09 15:47:34.385755 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c83477e1-361f-46e3-b316-69ae9d1ec76d req-9b54a576-96e7-4451-8376-e2d646163e75 service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830679 Aug 09 15:47:34.489322 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e33b-d876-4f37-90a1-3cba91fd1afa req-3f88b75d-279f-4006-b7f5-93de60d128ac tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:34.490839 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f8b3e33b-d876-4f37-90a1-3cba91fd1afa req-3f88b75d-279f-4006-b7f5-93de60d128ac tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 946 time: 0.0547860 Aug 09 15:47:34.531014 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f8b3e33b-d876-4f37-90a1-3cba91fd1afa req-26a0cc64-3872-4d6d-a095-9574b4d47e43 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Aug 09 15:47:35.649139 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c9f56-b4c5-4f6c-a9a9-a26a34362f2e req-74a04634-1192-4854-8ae5-8d4d8adb1a63 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:47:35.650893 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-497c9f56-b4c5-4f6c-a9a9-a26a34362f2e req-74a04634-1192-4854-8ae5-8d4d8adb1a63 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 946 time: 0.0484216 Aug 09 15:47:35.688359 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-497c9f56-b4c5-4f6c-a9a9-a26a34362f2e req-df4cd39c-cb52-4fac-b5bf-1087e4a8a324 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Aug 09 15:47:36.908329 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:53.465807 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a93c3999-6028-457e-88de-b5d994731e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.076995 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-95de3bd5-d14c-4cb5-80f1-0b12dab9776f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:56.273636 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:57.194487 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:47:58.883624 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:00.340063 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:48:05.945552 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85aee4-72fe-4371-8581-694dd99b12b8 req-5f67799f-bed8-4cf7-afce-203cfe3f05c6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:05.947709 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d85aee4-72fe-4371-8581-694dd99b12b8 req-5f67799f-bed8-4cf7-afce-203cfe3f05c6 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 945 time: 0.0507069 Aug 09 15:48:05.985451 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d85aee4-72fe-4371-8581-694dd99b12b8 req-9293850a-7943-4e55-af6f-dc6f45d073db tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315561 Aug 09 15:48:06.920107 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:07.103728 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15f68f-c08b-4e2f-ad71-b5d9931199c7 req-f8141d30-b28e-4a68-9c8a-ececc992f635 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:07.105217 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8e15f68f-c08b-4e2f-ad71-b5d9931199c7 req-f8141d30-b28e-4a68-9c8a-ececc992f635 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 945 time: 0.0510395 Aug 09 15:48:07.143615 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8e15f68f-c08b-4e2f-ad71-b5d9931199c7 req-ed47233c-9004-479c-87b9-9cb8a83ef20b tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323193 Aug 09 15:48:08.258320 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a048d80-d1fb-4da4-b837-06017d93f7b8 req-a2129330-4984-4364-934f-cd68145c794d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:08.259706 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1a048d80-d1fb-4da4-b837-06017d93f7b8 req-a2129330-4984-4364-934f-cd68145c794d tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 945 time: 0.0485578 Aug 09 15:48:08.296337 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1a048d80-d1fb-4da4-b837-06017d93f7b8 req-e3aefecb-b1d5-4e08-8d41-9a27e02efe7b tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308783 Aug 09 15:48:09.048434 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4816125-dae6-4203-85b9-24e3068cb004 req-fb1e8849-f589-425d-813f-04279be5e790 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:09.050279 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a4816125-dae6-4203-85b9-24e3068cb004 req-fb1e8849-f589-425d-813f-04279be5e790 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.44 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 945 time: 0.0501752 Aug 09 15:48:09.144093 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Deleting port 81e6b68f-fe17-4ffb-817f-26bb266e3456 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:09.144430 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.228898 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] For port 81e6b68f-fe17-4ffb-817f-26bb266e3456, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=81e6b68f-fe17-4ffb-817f-26bb266e3456,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:09.229262 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.401131 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.401501 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.401818 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.l3_db [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Floating IP 13560e70-2052-4bd6-99f1-0cf26e230095 disassociated. External IP: 172.27.3.114, port: 81e6b68f-fe17-4ffb-817f-26bb266e3456. Aug 09 15:48:09.402159 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Calling delete_port for 81e6b68f-fe17-4ffb-817f-26bb266e3456 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:09.410712 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cac197-f56b-437e-b3e3-3f8a095ee977 req-84db4a28-6fec-489d-98e7-148ae3d488d3 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:09.412192 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-06cac197-f56b-437e-b3e3-3f8a095ee977 req-84db4a28-6fec-489d-98e7-148ae3d488d3 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 945 time: 0.0492361 Aug 09 15:48:09.451270 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-06cac197-f56b-437e-b3e3-3f8a095ee977 req-bc5df394-5ccd-4e0d-b78e-87ac62ddc9d0 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups?id=68776b07-0a63-4438-a442-250747f0d0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331213 Aug 09 15:48:09.526433 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:09.557078 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event deleted for resources: {'Port': ['ID=81e6b68f-fe17-4ffb-817f-26bb266e3456,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:09.567400 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.567750 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.568094 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.568431 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.568785 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.569122 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.569457 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.569784 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.570497 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.570497 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.570788 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.571039 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:09.692376 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Router 83f7070d-2830-41d7-8b95-b449b98a2f13 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:09.793879 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:09.804451 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] Sync routers for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:09.813290 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:09.813915 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:47:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:09.929335 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:10.054572 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] No DVR routers for this DVR port 81e6b68f-fe17-4ffb-817f-26bb266e3456 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:10.057713 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:10.059680 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a4816125-dae6-4203-85b9-24e3068cb004 req-161910ce-e716-4f05-b0ba-5b4d434019d5 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.44 "DELETE /v2.0/ports/81e6b68f-fe17-4ffb-817f-26bb266e3456 HTTP/1.1" status: 204 len: 173 time: 1.0021737 Aug 09 15:48:10.060108 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'name': 'network-vif-deleted', 'tag': '81e6b68f-fe17-4ffb-817f-26bb266e3456'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:10.062370 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de712341-8c9e-4e78-8e82-22733f6198ce" -d '{"events": [{"server_uuid": "31b45533-bd6f-49cc-808f-1a75dc161ab1", "name": "network-vif-deleted", "tag": "81e6b68f-fe17-4ffb-817f-26bb266e3456"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:10.100692 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0cd551-6860-4b3b-b05f-029fd781b74d x-openstack-request-id: req-5e0cd551-6860-4b3b-b05f-029fd781b74d {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:10.101014 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b45533-bd6f-49cc-808f-1a75dc161ab1", "name": "network-vif-deleted", "tag": "81e6b68f-fe17-4ffb-817f-26bb266e3456", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:10.101282 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e0cd551-6860-4b3b-b05f-029fd781b74d {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:10.101673 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b45533-bd6f-49cc-808f-1a75dc161ab1', 'name': 'network-vif-deleted', 'tag': '81e6b68f-fe17-4ffb-817f-26bb266e3456', 'status': 'completed', 'code': 200} Aug 09 15:48:10.155852 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:10.183435 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] Checking router: 83f7070d-2830-41d7-8b95-b449b98a2f13 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:10.191925 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:10.192540 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:47:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:10.295230 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:10.484010 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:10.513368 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f3c99-bb14-41a1-b848-a368f091025f None None] The sync data for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi is: [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:24Z', 'revision_number': 4, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '63d89ef6-469a-4f73-80f6-be19a238ac14', 'name': '', 'network_id': '594383a9-5c1c-45a7-8046-d048d8fc0356', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'mac_address': 'fa:16:3e:36:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:22Z', 'updated_at': '2021-08-09T15:40:35Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'subnets': [{'id': '69c0650a-e762-4e6f-a889-ab124a5dcc18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:10.561611 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-56ce57fd-6026-4d7b-82d8-a67bd0dbb1a6 req-bfa533cb-18f6-4781-b572-e45bf08ca957 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/ports?device_id=31b45533-bd6f-49cc-808f-1a75dc161ab1 HTTP/1.1" status: 200 len: 210 time: 0.0309956 Aug 09 15:48:10.719949 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d73b3-ea92-41f4-8d95-350cb309772b None None] New status for floating IP 13560e70-2052-4bd6-99f1-0cf26e230095: DOWN {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:48:11.648810 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53348) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.700482 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3bfe07ae-ed1d-4d86-9fdb-8d6b1b3548c1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.722765 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3bfe07ae-ed1d-4d86-9fdb-8d6b1b3548c1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.768675 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3bfe07ae-ed1d-4d86-9fdb-8d6b1b3548c1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.771253 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3bfe07ae-ed1d-4d86-9fdb-8d6b1b3548c1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.772400 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-3bfe07ae-ed1d-4d86-9fdb-8d6b1b3548c1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "DELETE /v2.0/security-groups/68776b07-0a63-4438-a442-250747f0d0cb HTTP/1.1" status: 204 len: 168 time: 0.1223612 Aug 09 15:48:11.775675 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53350) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.781355 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe07ae-ed1d-4d86-9fdb-8d6b1b3548c1 tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68776b07-0a63-4438-a442-250747f0d0cb,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:11.789208 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.api.v2.resource [None req-cd0a308a-44bb-4ffb-8389-0aa895ef59db tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] show failed (client error): The resource could not be found. Aug 09 15:48:11.790219 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-cd0a308a-44bb-4ffb-8389-0aa895ef59db tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "GET /v2.0/security-groups/68776b07-0a63-4438-a442-250747f0d0cb HTTP/1.1" status: 404 len: 347 time: 0.0135715 Aug 09 15:48:11.793266 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53352) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:11.916529 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Deleting port 752ea3c6-36e5-412a-b908-311608cc3f3d {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:11.916813 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.989612 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:11.989944 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.001590 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Calling delete_port for 752ea3c6-36e5-412a-b908-311608cc3f3d owned by network:floatingip {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:12.130907 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.154607 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Pushing event deleted for resources: {'Port': ['ID=752ea3c6-36e5-412a-b908-311608cc3f3d,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:12.168698 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.169027 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.169395 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.169735 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.170069 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.170400 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.170730 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.171058 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.171385 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.171709 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.172033 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.172352 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:12.227871 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks [] for floatingip, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.230489 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:12.231647 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-49151abb-10bb-4922-b894-b34026971e4f tempest-AttachVolumeTestJSON-1985427877 tempest-AttachVolumeTestJSON-1985427877-project] 10.222.0.10 "DELETE /v2.0/floatingips/13560e70-2052-4bd6-99f1-0cf26e230095 HTTP/1.1" status: 204 len: 168 time: 0.4374123 Aug 09 15:48:12.673025 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 81e6b68f-fe17-4ffb-817f-26bb266e3456 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:12.692505 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 81e6b68f-fe17-4ffb-817f-26bb266e3456 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:12.692878 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 81e6b68f-fe17-4ffb-817f-26bb266e3456 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:15.763389 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53380) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:16.192617 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889501'] for router_interface, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.423037 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] Deleting port 63d89ef6-469a-4f73-80f6-be19a238ac14 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:16.423386 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.501900 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] For port 63d89ef6-469a-4f73-80f6-be19a238ac14, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=63d89ef6-469a-4f73-80f6-be19a238ac14,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:16.502385 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.514520 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] Calling delete_port for 63d89ef6-469a-4f73-80f6-be19a238ac14 owned by network:router_interface {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:16.689489 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:16.713211 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d89ef6-469a-4f73-80f6-be19a238ac14,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:17.113191 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-892205'] for router_interface, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.321722 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] Router 83f7070d-2830-41d7-8b95-b449b98a2f13 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:17.425952 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:17.430940 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-15ae75ef-d33e-4bfc-a60a-262d22d108e8 admin admin] 10.222.0.10 "PUT /v2.0/routers/83f7070d-2830-41d7-8b95-b449b98a2f13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665518 Aug 09 15:48:17.433523 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53384) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:17.435545 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] Sync routers for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:17.445457 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:17.446141 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:47:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:17.535648 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Notify callbacks [] for router, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.550485 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:17.636087 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.692343 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Deleting port b7f638a4-8781-422b-bf16-4c7937683eb7 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:17.692756 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.741066 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:48:16Z', 'revision_number': 5, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port': {'id': 'b7f638a4-8781-422b-bf16-4c7937683eb7', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:53:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:17.771883 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] Checking router: 83f7070d-2830-41d7-8b95-b449b98a2f13 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:17.780112 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] For port b7f638a4-8781-422b-bf16-4c7937683eb7, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=b7f638a4-8781-422b-bf16-4c7937683eb7,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:17.780471 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.780596 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] Routers {'83f7070d-2830-41d7-8b95-b449b98a2f13'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:17.781190 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:47:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['83f7070d-2830-41d7-8b95-b449b98a2f13'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:17.793915 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Calling delete_port for b7f638a4-8781-422b-bf16-4c7937683eb7 owned by network:router_gateway {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:17.866554 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] Set router 83f7070d-2830-41d7-8b95-b449b98a2f13 gateway port host: None {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:17.920047 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 6, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port_host': None}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:17.963184 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:17.990347 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f638a4-8781-422b-bf16-4c7937683eb7,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:18.053641 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890059'] for router_gateway, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.073470 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bc849-04ae-4fd3-81c5-12ca633af909 None None] The sync data for ids ['83f7070d-2830-41d7-8b95-b449b98a2f13'] in dv-cinder-788365-6-iscsi is: [{'id': '83f7070d-2830-41d7-8b95-b449b98a2f13', 'name': 'tempest-AttachVolumeTestJSON-1406947946-router', 'tenant_id': '05d9191caf494b06b388d288d8389928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:48:17Z', 'revision_number': 6, 'project_id': '05d9191caf494b06b388d288d8389928', 'gw_port_host': None}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:18.165608 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-886079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.167656 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.212848 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-886219'] for router, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.213311 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f7070d-2830-41d7-8b95-b449b98a2f13 {{(pid=99999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:18.217472 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.218608 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-cfd335b2-8622-4b83-978d-b6ba13581100 admin admin] 10.222.0.10 "DELETE /v2.0/routers/83f7070d-2830-41d7-8b95-b449b98a2f13 HTTP/1.1" status: 204 len: 168 time: 0.7841790 Aug 09 15:48:18.221299 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53386) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.263518 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5fb4c7a-71ee-4daf-b5fa-301a81e7ed74 admin admin] Deleting subnet 69c0650a-e762-4e6f-a889-ab124a5dcc18 {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:18.266428 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4c7a-71ee-4daf-b5fa-301a81e7ed74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.299129 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4c7a-71ee-4daf-b5fa-301a81e7ed74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.407950 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4c7a-71ee-4daf-b5fa-301a81e7ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.475970 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4c7a-71ee-4daf-b5fa-301a81e7ed74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.505635 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb4c7a-71ee-4daf-b5fa-301a81e7ed74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c0650a-e762-4e6f-a889-ab124a5dcc18,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:18.509245 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b5fb4c7a-71ee-4daf-b5fa-301a81e7ed74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.513842 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53388) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:18.515599 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9097e6-97f2-43ed-b377-8e7cba3e67e9 None None] Network 594383a9-5c1c-45a7-8046-d048d8fc0356 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:18.516975 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-b5fb4c7a-71ee-4daf-b5fa-301a81e7ed74 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/69c0650a-e762-4e6f-a889-ab124a5dcc18 HTTP/1.1" status: 204 len: 168 time: 0.2909775 Aug 09 15:48:18.583435 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.634687 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Deleting port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:18.635026 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.695474 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] For port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=5f735402-ba55-4efe-b9f9-bc39bfcdd5e4,segment=NetworkSegment(9dd61d87-6560-400f-bf88-c148af23e01d),segment_id=9dd61d87-6560-400f-bf88-c148af23e01d)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:18.695832 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.708336 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Calling delete_port for 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 owned by network:dhcp {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:18.786967 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.810799 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f735402-ba55-4efe-b9f9-bc39bfcdd5e4,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:18.814311 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] No DVR routers for this DVR port 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 on host dv-cinder-788365-6-iscsi {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:18.854346 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b74775f-3330-416f-bb59-3b1cb04d49b1 None None] DHCP port deletion for 594383a9-5c1c-45a7-8046-d048d8fc0356 request from dv-cinder-788365-6-iscsi {{(pid=100000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:48:18.889660 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.900514 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594383a9-5c1c-45a7-8046-d048d8fc0356']}} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:18.910460 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd61d87-6560-400f-bf88-c148af23e01d') {'for_net_delete': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:18.910755 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd61d87-6560-400f-bf88-c148af23e01d') {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:18.919518 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15669183'] for segment, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.938031 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.945574 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Releasing vlan 1106 on physical network physnet1 to pool {{(pid=99998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:18.945813 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15668015'] for segment, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: Traceback (most recent call last): Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: timer() Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: cb(*args, **kw) Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: return func(*args, **kwargs) Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: self._notify() Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: self.callback(batched_events) Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: event.method(event) Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: return f(self, *a, **k) Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._get(url).json() Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:18.947624 dv-cinder-788365-6-iscsi neutron-server[99998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:19.000899 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.007279 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.012891 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] 10.222.0.10 "DELETE /v2.0/networks/594383a9-5c1c-45a7-8046-d048d8fc0356 HTTP/1.1" status: 204 len: 168 time: 0.4945390 Aug 09 15:48:19.022833 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d5b40-e435-48f8-a261-b9439dc9f091 admin admin] Pushing event deleted for resources: {'Network': ['ID=594383a9-5c1c-45a7-8046-d048d8fc0356,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:19.129608 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53392) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.173047 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-1146753f-89da-4125-a542-185cfedefa8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05d9191caf494b06b388d288d8389928&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422463 Aug 09 15:48:19.175762 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53394) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:19.221871 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-edfb68e6-8b3d-481a-ab74-926375490f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.242746 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-edfb68e6-8b3d-481a-ab74-926375490f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.288238 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-edfb68e6-8b3d-481a-ab74-926375490f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.290749 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-edfb68e6-8b3d-481a-ab74-926375490f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:19.291880 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-edfb68e6-8b3d-481a-ab74-926375490f06 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/112b1ba8-9435-4699-bd7a-20373e46d754 HTTP/1.1" status: 204 len: 168 time: 0.1152389 Aug 09 15:48:19.300206 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb68e6-8b3d-481a-ab74-926375490f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112b1ba8-9435-4699-bd7a-20373e46d754,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:19.698379 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 63d89ef6-469a-4f73-80f6-be19a238ac14 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:19.720605 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 63d89ef6-469a-4f73-80f6-be19a238ac14 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:19.721603 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 63d89ef6-469a-4f73-80f6-be19a238ac14 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:19.722040 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device b7f638a4-8781-422b-bf16-4c7937683eb7 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:19.740476 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: b7f638a4-8781-422b-bf16-4c7937683eb7 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:19.740848 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device b7f638a4-8781-422b-bf16-4c7937683eb7 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:19.741256 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:19.759190 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:19.759536 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 5f735402-ba55-4efe-b9f9-bc39bfcdd5e4 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:23.475368 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-b928627e-ed28-4ae2-bc59-dacb015d25f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.084120 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-eccc460d-06f8-482d-9977-0066d976b262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:26.273692 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.200131 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:27.341244 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988d3a2-48ab-4ac9-90fa-fc9be0eeff05 req-3d9fe804-eb9e-4f7a-ad52-c38601c0df55 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:27.342725 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3988d3a2-48ab-4ac9-90fa-fc9be0eeff05 req-3d9fe804-eb9e-4f7a-ad52-c38601c0df55 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 946 time: 0.0475276 Aug 09 15:48:27.380815 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3988d3a2-48ab-4ac9-90fa-fc9be0eeff05 req-17b77708-450f-4746-84e0-fa395e53888c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Aug 09 15:48:28.512651 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb749e7a-28fb-499c-b14b-2e08e8717107 req-843de95f-6900-4da7-97ed-729984085e18 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:28.514181 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cb749e7a-28fb-499c-b14b-2e08e8717107 req-843de95f-6900-4da7-97ed-729984085e18 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 946 time: 0.0525756 Aug 09 15:48:28.551938 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cb749e7a-28fb-499c-b14b-2e08e8717107 req-1904f82a-209b-4acb-9758-3a538e794c86 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Aug 09 15:48:28.591512 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53520) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:28.695099 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-69a0789e-b99b-491a-bc1c-370b1dad7805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.786833 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-69a0789e-b99b-491a-bc1c-370b1dad7805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.791553 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-69a0789e-b99b-491a-bc1c-370b1dad7805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.831193 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-69a0789e-b99b-491a-bc1c-370b1dad7805 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a596799cf5e24fc3bd40d65b278af2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386048 Aug 09 15:48:28.832337 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0789e-b99b-491a-bc1c-370b1dad7805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87b2769-715b-42d4-9221-63e98a0f1984,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:28.833964 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53524) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:28.885016 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad6252e0-fddb-4e40-9420-f2da00e23e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.887015 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.906515 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad6252e0-fddb-4e40-9420-f2da00e23e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.957285 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad6252e0-fddb-4e40-9420-f2da00e23e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.959991 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ad6252e0-fddb-4e40-9420-f2da00e23e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:28.961219 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ad6252e0-fddb-4e40-9420-f2da00e23e57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d87b2769-715b-42d4-9221-63e98a0f1984 HTTP/1.1" status: 204 len: 168 time: 0.1254990 Aug 09 15:48:28.969539 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6252e0-fddb-4e40-9420-f2da00e23e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87b2769-715b-42d4-9221-63e98a0f1984,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:29.278087 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-57d90744-e535-4be3-91b4-65a6b8dd7cb1 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:29.279585 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-57d90744-e535-4be3-91b4-65a6b8dd7cb1 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.44 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 946 time: 0.0518765 Aug 09 15:48:29.377069 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Deleting port 13f66129-efb9-456e-abc6-9ecd7b4c9559 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:29.377419 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.472651 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] For port 13f66129-efb9-456e-abc6-9ecd7b4c9559, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13f66129-efb9-456e-abc6-9ecd7b4c9559,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:29.473052 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.647581 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.648149 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.648262 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.l3_db [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Floating IP 3a710b74-9b06-45be-a33a-17e76373b3d3 disassociated. External IP: 172.27.3.159, port: 13f66129-efb9-456e-abc6-9ecd7b4c9559. Aug 09 15:48:29.648594 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Calling delete_port for 13f66129-efb9-456e-abc6-9ecd7b4c9559 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:29.677973 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b9764-471a-46c4-8a75-79341764da72 req-28e19f90-b963-4653-a0f2-98d166dc1361 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:29.679511 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c54b9764-471a-46c4-8a75-79341764da72 req-28e19f90-b963-4653-a0f2-98d166dc1361 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/ports?device_id=19680984-736a-4d34-afc9-c0b79033a74d HTTP/1.1" status: 200 len: 946 time: 0.0519178 Aug 09 15:48:29.722979 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c54b9764-471a-46c4-8a75-79341764da72 req-34d3bf0e-5918-4e09-9314-9c0cee94828c tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups?id=382f1a5f-3408-4592-b87e-88f501b7f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366845 Aug 09 15:48:29.799330 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:29.828914 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event deleted for resources: {'Port': ['ID=13f66129-efb9-456e-abc6-9ecd7b4c9559,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:29.945678 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Router 7807bfd1-c7c1-441c-be13-ca7889f5f61f has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:30.054501 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:30.065505 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] Sync routers for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:30.075197 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:30.075818 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:30.094668 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] No DVR routers for this DVR port 13f66129-efb9-456e-abc6-9ecd7b4c9559 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:30.097902 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.099918 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-12b178f8-2a3f-43df-8ee2-3c4465bde22a req-9cd5270f-bd54-4f31-be5c-aa1883310fa6 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.44 "DELETE /v2.0/ports/13f66129-efb9-456e-abc6-9ecd7b4c9559 HTTP/1.1" status: 204 len: 173 time: 0.8121359 Aug 09 15:48:30.100362 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'name': 'network-vif-deleted', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:30.102700 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c98838-e849-4206-b360-67708eef70c5" -d '{"events": [{"server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "name": "network-vif-deleted", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:30.145219 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef02d810-714a-4ef8-b6cd-c82bff0b8fd2 x-openstack-request-id: req-ef02d810-714a-4ef8-b6cd-c82bff0b8fd2 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:30.145532 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19680984-736a-4d34-afc9-c0b79033a74d", "name": "network-vif-deleted", "tag": "13f66129-efb9-456e-abc6-9ecd7b4c9559", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:30.145883 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef02d810-714a-4ef8-b6cd-c82bff0b8fd2 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:30.146205 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19680984-736a-4d34-afc9-c0b79033a74d', 'name': 'network-vif-deleted', 'tag': '13f66129-efb9-456e-abc6-9ecd7b4c9559', 'status': 'completed', 'code': 200} Aug 09 15:48:30.207662 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:30.439105 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:30.470308 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] Checking router: 7807bfd1-c7c1-441c-be13-ca7889f5f61f for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:30.479821 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:30.480518 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:30.587262 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:30.594553 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53574) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:30.700065 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-fc05e510-48f1-40f2-ae50-92c20cd7e25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.800062 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-fc05e510-48f1-40f2-ae50-92c20cd7e25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.804813 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-fc05e510-48f1-40f2-ae50-92c20cd7e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.818543 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53582) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:30.843448 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05e510-48f1-40f2-ae50-92c20cd7e25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98300773-d8e8-4bab-a970-b81600dfa375,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:30.848403 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-fc05e510-48f1-40f2-ae50-92c20cd7e25a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cacb7e90666490abc857f7ccd7a80dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528172 Aug 09 15:48:30.850898 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53584) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:30.881540 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2877091f-b8fe-40f2-9333-7e7e66ecb857 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.884580 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:30.903509 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a941f9da-4482-4d95-a816-ff0fa1b1758e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.906059 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2877091f-b8fe-40f2-9333-7e7e66ecb857 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.914758 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea06d8-f39d-45d5-af9f-830cb20cf5ae None None] The sync data for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi is: [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:40:26Z', 'revision_number': 4, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a78db3e-d66b-4d4d-9bda-92c6ee3e5953', 'name': '', 'network_id': '5564c0f5-2cdb-4111-9ee6-4fe4915db070', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'mac_address': 'fa:16:3e:c4:be:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:24Z', 'updated_at': '2021-08-09T15:40:39Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'subnets': [{'id': '7a778659-d916-4c12-b0da-3a016aca3fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:30.927025 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a941f9da-4482-4d95-a816-ff0fa1b1758e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.963448 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2877091f-b8fe-40f2-9333-7e7e66ecb857 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.966073 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2877091f-b8fe-40f2-9333-7e7e66ecb857 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:30.967223 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-2877091f-b8fe-40f2-9333-7e7e66ecb857 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "DELETE /v2.0/security-groups/382f1a5f-3408-4592-b87e-88f501b7f4e8 HTTP/1.1" status: 204 len: 168 time: 0.1476510 Aug 09 15:48:30.970177 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53586) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:30.977458 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877091f-b8fe-40f2-9333-7e7e66ecb857 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382f1a5f-3408-4592-b87e-88f501b7f4e8,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:30.997010 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.api.v2.resource [None req-59273d8c-e504-47c8-9d52-d9cf14d486d9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] show failed (client error): The resource could not be found. Aug 09 15:48:31.000773 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-59273d8c-e504-47c8-9d52-d9cf14d486d9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "GET /v2.0/security-groups/382f1a5f-3408-4592-b87e-88f501b7f4e8 HTTP/1.1" status: 404 len: 347 time: 0.0262189 Aug 09 15:48:31.001154 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53588) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:31.018221 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a941f9da-4482-4d95-a816-ff0fa1b1758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.020255 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a941f9da-4482-4d95-a816-ff0fa1b1758e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.023986 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-a941f9da-4482-4d95-a816-ff0fa1b1758e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98300773-d8e8-4bab-a970-b81600dfa375 HTTP/1.1" status: 204 len: 168 time: 0.1695821 Aug 09 15:48:31.063676 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941f9da-4482-4d95-a816-ff0fa1b1758e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98300773-d8e8-4bab-a970-b81600dfa375,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:31.157439 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-59323c85-88f8-4918-8e3b-bacf1a5e07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Deleting port 0aefcf3f-da36-4a2b-af6b-23a639192adf {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:31.157859 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-59323c85-88f8-4918-8e3b-bacf1a5e07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.247330 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-59323c85-88f8-4918-8e3b-bacf1a5e07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.247805 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-59323c85-88f8-4918-8e3b-bacf1a5e07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.256069 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee602d9b-b8db-4693-95f3-7842457fffa0 None None] New status for floating IP 3a710b74-9b06-45be-a33a-17e76373b3d3: DOWN {{(pid=100000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:48:31.261972 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-59323c85-88f8-4918-8e3b-bacf1a5e07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Calling delete_port for 0aefcf3f-da36-4a2b-af6b-23a639192adf owned by network:floatingip {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:31.323500 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53594) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:31.337128 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9466f97d-1aab-4d9f-baa7-7e0b408bd63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.431600 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-59323c85-88f8-4918-8e3b-bacf1a5e07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.451356 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9466f97d-1aab-4d9f-baa7-7e0b408bd63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.456163 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9466f97d-1aab-4d9f-baa7-7e0b408bd63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.462328 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59323c85-88f8-4918-8e3b-bacf1a5e07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Pushing event deleted for resources: {'Port': ['ID=0aefcf3f-da36-4a2b-af6b-23a639192adf,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:31.494143 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466f97d-1aab-4d9f-baa7-7e0b408bd63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f391de5-93ac-46f5-9780-a4b6eaec0b1c,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:31.498769 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-9466f97d-1aab-4d9f-baa7-7e0b408bd63b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d202b8dc5ac4e9e8f39d895b88c5ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739972 Aug 09 15:48:31.501383 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53596) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:31.525859 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-59323c85-88f8-4918-8e3b-bacf1a5e07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks [] for floatingip, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.528354 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-59323c85-88f8-4918-8e3b-bacf1a5e07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.529532 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-59323c85-88f8-4918-8e3b-bacf1a5e07a9 tempest-AttachVolumeShelveTestJSON-1955032217 tempest-AttachVolumeShelveTestJSON-1955032217-project] 10.222.0.10 "DELETE /v2.0/floatingips/3a710b74-9b06-45be-a33a-17e76373b3d3 HTTP/1.1" status: 204 len: 168 time: 0.5192688 Aug 09 15:48:31.551305 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42d92f0b-7af5-45d1-bd2d-b45ac31b4d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.575775 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42d92f0b-7af5-45d1-bd2d-b45ac31b4d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.623484 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42d92f0b-7af5-45d1-bd2d-b45ac31b4d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.626053 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42d92f0b-7af5-45d1-bd2d-b45ac31b4d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:31.630257 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-42d92f0b-7af5-45d1-bd2d-b45ac31b4d36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6f391de5-93ac-46f5-9780-a4b6eaec0b1c HTTP/1.1" status: 204 len: 168 time: 0.1244314 Aug 09 15:48:31.635422 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d92f0b-7af5-45d1-bd2d-b45ac31b4d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f391de5-93ac-46f5-9780-a4b6eaec0b1c,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:32.797665 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 13f66129-efb9-456e-abc6-9ecd7b4c9559 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:32.828971 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 13f66129-efb9-456e-abc6-9ecd7b4c9559 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:32.829654 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 13f66129-efb9-456e-abc6-9ecd7b4c9559 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:33.959735 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53680) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:34.070665 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1c024e21-ced0-4906-8713-d35aff4a8ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.116985 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53688) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:34.161526 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1c024e21-ced0-4906-8713-d35aff4a8ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.165234 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1c024e21-ced0-4906-8713-d35aff4a8ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.204416 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-1c024e21-ced0-4906-8713-d35aff4a8ba6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4cb5a55931424767813c30c25876396d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429955 Aug 09 15:48:34.207202 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c024e21-ced0-4906-8713-d35aff4a8ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9f1a31-a092-4a08-85fb-025e6d3efd51,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:34.209418 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53692) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:34.258060 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-36808d7f-d20d-4328-8f72-8f893301846c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.279242 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-36808d7f-d20d-4328-8f72-8f893301846c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.326764 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-36808d7f-d20d-4328-8f72-8f893301846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.329412 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-36808d7f-d20d-4328-8f72-8f893301846c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.330616 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-36808d7f-d20d-4328-8f72-8f893301846c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e9f1a31-a092-4a08-85fb-025e6d3efd51 HTTP/1.1" status: 204 len: 168 time: 0.1203024 Aug 09 15:48:34.338274 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36808d7f-d20d-4328-8f72-8f893301846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9f1a31-a092-4a08-85fb-025e6d3efd51,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:34.593131 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53698) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:34.593301 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889501'] for router_interface, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.606539 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a9af1431-04a8-4f78-a2f6-30521e215c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.695287 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a9af1431-04a8-4f78-a2f6-30521e215c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.699997 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-a9af1431-04a8-4f78-a2f6-30521e215c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.741310 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af1431-04a8-4f78-a2f6-30521e215c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd322ac5-826b-44d5-8763-9f1000d4a900,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:34.749696 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-a9af1431-04a8-4f78-a2f6-30521e215c84 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1db8cf0d9184836af758207b0612ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553981 Aug 09 15:48:34.750143 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53700) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:34.847797 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8c79924e-d81f-49d8-8fb6-a361725288f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.887890 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8c79924e-d81f-49d8-8fb6-a361725288f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.959361 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] Deleting port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:34.959695 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.974707 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8c79924e-d81f-49d8-8fb6-a361725288f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.977484 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8c79924e-d81f-49d8-8fb6-a361725288f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:34.978585 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-8c79924e-d81f-49d8-8fb6-a361725288f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd322ac5-826b-44d5-8763-9f1000d4a900 HTTP/1.1" status: 204 len: 168 time: 0.2275357 Aug 09 15:48:35.019517 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79924e-d81f-49d8-8fb6-a361725288f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd322ac5-826b-44d5-8763-9f1000d4a900,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:35.060426 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] For port 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=9a78db3e-d66b-4d4d-9bda-92c6ee3e5953,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:35.060870 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.073941 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] Calling delete_port for 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 owned by network:router_interface {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:35.270268 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.305632 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9a78db3e-d66b-4d4d-9bda-92c6ee3e5953,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:35.686014 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-892205'] for router_interface, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:35.835939 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-330d4d41-a495-4d38-917c-a258ba173f6d req-43f47cd7-7a54-491f-90c2-d27299e8aab8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548780 Aug 09 15:48:35.958469 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d4d41-a495-4d38-917c-a258ba173f6d req-100e4e60-0104-4c36-b270-5ca766340668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:35.959966 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-330d4d41-a495-4d38-917c-a258ba173f6d req-100e4e60-0104-4c36-b270-5ca766340668 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 1098 time: 0.0871172 Aug 09 15:48:35.974358 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] Router 7807bfd1-c7c1-441c-be13-ca7889f5f61f has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:36.149229 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d4d41-a495-4d38-917c-a258ba173f6d req-24a98092-c5c5-4cc1-ad86-223cb5c91a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:36.150701 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-330d4d41-a495-4d38-917c-a258ba173f6d req-24a98092-c5c5-4cc1-ad86-223cb5c91a6a service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.1673717 Aug 09 15:48:36.153418 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:36.161462 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-cf92b251-6b91-425d-b0a6-c8be1abb38fe admin admin] 10.222.0.10 "PUT /v2.0/routers/7807bfd1-c7c1-441c-be13-ca7889f5f61f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0406418 Aug 09 15:48:36.162574 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53736) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:36.163962 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] Sync routers for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:36.175681 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:36.176396 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:36.232090 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-330d4d41-a495-4d38-917c-a258ba173f6d req-943c34b1-f693-406b-a729-b5f429ccecbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be9631a6-0f6a-4795-8a16-d858aca94cf3 HTTP/1.1" status: 200 len: 1001 time: 0.0721416 Aug 09 15:48:36.281384 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.295384 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d4d41-a495-4d38-917c-a258ba173f6d req-4582e032-a7fc-4b1d-a2ca-adad901721f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:36.297094 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-330d4d41-a495-4d38-917c-a258ba173f6d req-4582e032-a7fc-4b1d-a2ca-adad901721f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0572252 Aug 09 15:48:36.299239 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:36.346215 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d4d41-a495-4d38-917c-a258ba173f6d req-a5ee6b04-a229-4f6c-a1a5-ee676b9167a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:36.347924 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-330d4d41-a495-4d38-917c-a258ba173f6d req-a5ee6b04-a229-4f6c-a1a5-ee676b9167a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427766 Aug 09 15:48:36.397448 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.459224 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-330d4d41-a495-4d38-917c-a258ba173f6d req-7db08b91-6c50-4971-9747-cee9c14d6d86 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012597 Aug 09 15:48:36.459388 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Deleting port 9211da2f-1b14-4939-9003-1b9f507da795 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:36.459739 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.510022 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': '9211da2f-1b14-4939-9003-1b9f507da795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:48:35Z', 'revision_number': 5, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port': {'id': '9211da2f-1b14-4939-9003-1b9f507da795', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fa:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:40:18Z', 'updated_at': '2021-08-09T15:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:36.541954 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] Checking router: 7807bfd1-c7c1-441c-be13-ca7889f5f61f for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:36.548870 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] For port 9211da2f-1b14-4939-9003-1b9f507da795, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=9211da2f-1b14-4939-9003-1b9f507da795,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:36.550196 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.551035 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] Routers {'7807bfd1-c7c1-441c-be13-ca7889f5f61f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:36.551797 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:36.566730 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Calling delete_port for 9211da2f-1b14-4939-9003-1b9f507da795 owned by network:router_gateway {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:36.576886 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-330d4d41-a495-4d38-917c-a258ba173f6d req-1ebdcaf7-a289-404e-b9fc-c520ef60b464 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100543 Aug 09 15:48:36.645937 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] Set router 7807bfd1-c7c1-441c-be13-ca7889f5f61f gateway port host: None {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:36.702459 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:48:36Z', 'revision_number': 6, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port_host': None}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:36.743292 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39ddef-17ae-4194-94f2-ecfdf70d89ea None None] The sync data for ids ['7807bfd1-c7c1-441c-be13-ca7889f5f61f'] in dv-cinder-788365-6-iscsi is: [{'id': '7807bfd1-c7c1-441c-be13-ca7889f5f61f', 'name': 'tempest-AttachVolumeShelveTestJSON-2139938957-router', 'tenant_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:40:17Z', 'updated_at': '2021-08-09T15:48:36Z', 'revision_number': 6, 'project_id': 'ca5acb4d32ca4e9e84ff4d43d59a034f', 'gw_port_host': None}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:36.758941 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.791282 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9211da2f-1b14-4939-9003-1b9f507da795,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:36.856119 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890059'] for router_gateway, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.919050 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.944460 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-886079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.946535 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.987952 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-886219'] for router, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.988711 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7807bfd1-c7c1-441c-be13-ca7889f5f61f {{(pid=99999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:36.993845 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:36.994995 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-850b0c8b-438d-4192-9e7f-5802d5172dc2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7807bfd1-c7c1-441c-be13-ca7889f5f61f HTTP/1.1" status: 204 len: 168 time: 0.8309574 Aug 09 15:48:36.997556 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53746) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:37.041432 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd14474-fe0f-428a-a022-0d3e8421be76 admin admin] Deleting subnet 7a778659-d916-4c12-b0da-3a016aca3fd8 {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:37.044258 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bd14474-fe0f-428a-a022-0d3e8421be76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.078011 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bd14474-fe0f-428a-a022-0d3e8421be76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.168820 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bd14474-fe0f-428a-a022-0d3e8421be76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.221706 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bd14474-fe0f-428a-a022-0d3e8421be76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.246134 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd14474-fe0f-428a-a022-0d3e8421be76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a778659-d916-4c12-b0da-3a016aca3fd8,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:37.250807 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4bd14474-fe0f-428a-a022-0d3e8421be76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.252894 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-4bd14474-fe0f-428a-a022-0d3e8421be76 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7a778659-d916-4c12-b0da-3a016aca3fd8 HTTP/1.1" status: 204 len: 168 time: 0.2544067 Aug 09 15:48:37.255418 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53748) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:37.256582 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997838cc-d178-4be9-829c-844db8cebd3b None None] Network 5564c0f5-2cdb-4111-9ee6-4fe4915db070 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:37.326485 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.338787 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:48:37.380460 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Deleting port f623a102-7911-4047-aee8-65779e7a3093 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:37.380832 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.442422 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] For port f623a102-7911-4047-aee8-65779e7a3093, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=f623a102-7911-4047-aee8-65779e7a3093,segment=NetworkSegment(4232dab3-16ff-4c00-8013-2e96ab8fd57b),segment_id=4232dab3-16ff-4c00-8013-2e96ab8fd57b)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:37.442722 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.455327 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Calling delete_port for f623a102-7911-4047-aee8-65779e7a3093 owned by network:dhcp {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:37.504924 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] DHCP port deletion for 5564c0f5-2cdb-4111-9ee6-4fe4915db070 request from dv-cinder-788365-6-iscsi {{(pid=100000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:48:37.541268 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.556320 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Deleting port f623a102-7911-4047-aee8-65779e7a3093 {{(pid=100000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:37.556695 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.567518 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=f623a102-7911-4047-aee8-65779e7a3093,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:37.569322 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] No DVR routers for this DVR port f623a102-7911-4047-aee8-65779e7a3093 on host dv-cinder-788365-6-iscsi {{(pid=99999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:37.621841 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] For port f623a102-7911-4047-aee8-65779e7a3093, host dv-cinder-788365-6-iscsi, got binding levels [] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:37.622260 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.637012 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Calling delete_port for f623a102-7911-4047-aee8-65779e7a3093 owned by network:dhcp {{(pid=100000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:37.641082 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.ipam_backend_mixin [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Port f623a102-7911-4047-aee8-65779e7a3093 was not found and therefore no delete operation was performed {{(pid=100000) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:48:37.643655 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254'] for port, after_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.646476 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.657046 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5564c0f5-2cdb-4111-9ee6-4fe4915db070']}} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:37.667942 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4232dab3-16ff-4c00-8013-2e96ab8fd57b') {'for_net_delete': True} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:37.668241 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4232dab3-16ff-4c00-8013-2e96ab8fd57b') {} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:37.673654 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] No DVR routers for this DVR port f623a102-7911-4047-aee8-65779e7a3093 on host dv-cinder-788365-6-iscsi {{(pid=100000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:37.678297 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12833747'] for segment, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.678836 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Pushing event deleted for resources: {'Port': ['ID=f623a102-7911-4047-aee8-65779e7a3093,revision_number=None']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:37.686556 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.687148 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.687663 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.688203 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.689262 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.689670 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.690227 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.692992 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.693961 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.694646 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.694887 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.695338 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe215ef-1d5f-4b72-96d6-045d4ebfbfdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:48:37.708255 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.717759 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=99999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:37.718338 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776025'] for segment, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: Traceback (most recent call last): Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: timer() Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: cb(*args, **kw) Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: return func(*args, **kwargs) Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: self._notify() Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: self.callback(batched_events) Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: event.method(event) Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: return f(self, *a, **k) Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._get(url).json() Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:37.721177 dv-cinder-788365-6-iscsi neutron-server[99999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:37.732273 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9211da2f-1b14-4939-9003-1b9f507da795 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:37.760422 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 9211da2f-1b14-4939-9003-1b9f507da795 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:37.760815 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9211da2f-1b14-4939-9003-1b9f507da795 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:37.761243 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:37.783161 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.785946 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:37.786954 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9a78db3e-d66b-4d4d-9bda-92c6ee3e5953 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:37.787415 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device f623a102-7911-4047-aee8-65779e7a3093 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:37.789273 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:37.791577 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5564c0f5-2cdb-4111-9ee6-4fe4915db070 HTTP/1.1" status: 204 len: 168 time: 0.5352018 Aug 09 15:48:37.802989 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8d6e0-6314-480c-9840-89e366570c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=5564c0f5-2cdb-4111-9ee6-4fe4915db070,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:37.812963 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: f623a102-7911-4047-aee8-65779e7a3093 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:37.813317 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device f623a102-7911-4047-aee8-65779e7a3093 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:37.992459 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53760) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:38.038502 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-e964d051-0163-4a65-b8ca-871a8dc70a06 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca5acb4d32ca4e9e84ff4d43d59a034f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448654 Aug 09 15:48:38.042020 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53762) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:38.089151 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1e56459a-a543-45dd-93b5-1ed3058c620d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.109363 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1e56459a-a543-45dd-93b5-1ed3058c620d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.157164 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1e56459a-a543-45dd-93b5-1ed3058c620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.159989 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-1e56459a-a543-45dd-93b5-1ed3058c620d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.161373 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-1e56459a-a543-45dd-93b5-1ed3058c620d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ac168ab-c375-4c2c-832b-0be86b796876 HTTP/1.1" status: 204 len: 168 time: 0.1184008 Aug 09 15:48:38.169332 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56459a-a543-45dd-93b5-1ed3058c620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac168ab-c375-4c2c-832b-0be86b796876,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:38.823302 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53784) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:38.915965 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1418813987-network', 'tenant_id': '160405abfe9040f5bcbf5087bacaf6bf'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:38.942497 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Made reservation on behalf of 160405abfe9040f5bcbf5087bacaf6bf for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:38.945655 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:38.957078 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.053050 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.057788 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.086890 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:39.093492 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2495fc01-7c7d-417d-aa9e-dc588e2c3a70,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:39.100570 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.100959 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Added segment 799a60a7-ece8-4300-8dbc-9851cdf58c74 of type vlan for network ee64b863-cec6-46d2-936d-60ae656ed7db Aug 09 15:48:39.142995 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.175081 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.176148 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:39.176663 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.232757 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4082880 Aug 09 15:48:39.236236 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53794) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:39.238432 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86dba5-d46c-49d6-98d8-0f189ed7cc1c admin admin] Pushing event updated for resources: {'Network': ['ID=ee64b863-cec6-46d2-936d-60ae656ed7db,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:39.243790 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Request body: {'subnet': {'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1418813987-subnet', 'tenant_id': '160405abfe9040f5bcbf5087bacaf6bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:39.253832 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network ee64b863-cec6-46d2-936d-60ae656ed7db details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:39.257075 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53796) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:39.269118 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Made reservation on behalf of 160405abfe9040f5bcbf5087bacaf6bf for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:39.272104 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12645235'] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.369915 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-38ce900a-b14a-442d-ba7a-cc5feb3ab005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.447360 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12776128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12645185'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.459535 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-38ce900a-b14a-442d-ba7a-cc5feb3ab005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.463304 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-38ce900a-b14a-442d-ba7a-cc5feb3ab005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.500240 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef1bc94-eecb-4610-a32c-180536a1a24e,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:39.503360 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-38ce900a-b14a-442d-ba7a-cc5feb3ab005 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac60d8523fec415db4a4744c07750e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452040 Aug 09 15:48:39.504503 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce900a-b14a-442d-ba7a-cc5feb3ab005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4081f7-370e-4983-8ac9-0c3f5cc42fe2,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:39.506055 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53800) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:39.524461 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Checking segment: {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:39.524837 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Network hostable DHCP agents. Network: ee64b863-cec6-46d2-936d-60ae656ed7db, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:39.559725 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Network ee64b863-cec6-46d2-936d-60ae656ed7db is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:39.574337 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-35a4127e-f0fb-46b4-a36b-eaf7a4894e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.578292 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, ee64b863-cec6-46d2-936d-60ae656ed7db) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:39.587703 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff828a-0991-4275-8cd4-66dfd6c525cd None None] Network ee64b863-cec6-46d2-936d-60ae656ed7db requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:39.587886 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:39.588434 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.604475 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-35a4127e-f0fb-46b4-a36b-eaf7a4894e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.616591 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-347988cc-293b-4075-ab86-8c19bd8e2edd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3782189 Aug 09 15:48:39.663079 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-35a4127e-f0fb-46b4-a36b-eaf7a4894e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.665677 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-35a4127e-f0fb-46b4-a36b-eaf7a4894e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:39.666813 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-35a4127e-f0fb-46b4-a36b-eaf7a4894e3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b4081f7-370e-4983-8ac9-0c3f5cc42fe2 HTTP/1.1" status: 204 len: 168 time: 0.1598575 Aug 09 15:48:39.675236 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4127e-f0fb-46b4-a36b-eaf7a4894e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4081f7-370e-4983-8ac9-0c3f5cc42fe2,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:39.731109 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6b196f-0362-4a5e-82b2-52d726b28c0e None None] Network ee64b863-cec6-46d2-936d-60ae656ed7db requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:39.953080 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53814) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:39.966411 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-013b3ccd-9a4a-4d04-8391-cc9bfd40f7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.126731 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-013b3ccd-9a4a-4d04-8391-cc9bfd40f7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.132670 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-013b3ccd-9a4a-4d04-8391-cc9bfd40f7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.189126 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-504cd44d-0181-4e2e-bcd7-33f65628cc62 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:40.190615 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-504cd44d-0181-4e2e-bcd7-33f65628cc62 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 815 time: 0.1606114 Aug 09 15:48:40.194218 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-013b3ccd-9a4a-4d04-8391-cc9bfd40f7de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a42f7a0fe154c7d92263e8f650f2603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401488 Aug 09 15:48:40.195056 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b3ccd-9a4a-4d04-8391-cc9bfd40f7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e47b75-3984-4fbc-b509-8329781c1ba0,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:40.197031 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53828) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:40.207667 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-24207d72-13d5-4527-b974-989d7b690730 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/quotas/160405abfe9040f5bcbf5087bacaf6bf HTTP/1.1" status: 200 len: 375 time: 0.0098226 Aug 09 15:48:40.240111 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-afd94ad4-56c2-4d06-bb2e-077a065593fb tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258336 Aug 09 15:48:40.247880 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-44ac28c0-8418-4651-9d93-b0ed8730a018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.269243 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-44ac28c0-8418-4651-9d93-b0ed8730a018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.320633 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-44ac28c0-8418-4651-9d93-b0ed8730a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.323245 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-44ac28c0-8418-4651-9d93-b0ed8730a018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:40.324441 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-44ac28c0-8418-4651-9d93-b0ed8730a018 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68e47b75-3984-4fbc-b509-8329781c1ba0 HTTP/1.1" status: 204 len: 168 time: 0.1263907 Aug 09 15:48:40.333731 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac28c0-8418-4651-9d93-b0ed8730a018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e47b75-3984-4fbc-b509-8329781c1ba0,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:40.578097 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-ebb711be-0e8e-4505-ba1a-601cc59441b8 service neutron] 10.222.0.10 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311310 Aug 09 15:48:40.669448 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-dc6a21e0-4b81-4dae-99a6-1f80b9225980 service neutron] 10.222.0.10 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851641 Aug 09 15:48:40.847095 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-33ea9436-1e80-4088-b885-d6b39e22ba9f req-70da5c47-e414-4708-89e3-6dc6d146ddab tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 210 time: 0.0278637 Aug 09 15:48:41.054782 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 53858) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:41.179077 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-195187599-network', 'tenant_id': 'ac7b00a8ed204258b76f615e0544e0ba'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:41.208328 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Made reservation on behalf of ac7b00a8ed204258b76f615e0544e0ba for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:41.210731 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.223448 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.324038 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.329320 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.357165 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:48:41.362709 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3774ca-6c74-4d00-a541-229577516b62,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:41.371205 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.371205 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Added segment 7215365e-4337-46cb-9a29-939a00cb2291 of type vlan for network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 Aug 09 15:48:41.420603 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.452677 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.453687 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.454343 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.508985 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4529462 Aug 09 15:48:41.511964 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53866) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:41.517668 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Request body: {'subnet': {'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-195187599-subnet', 'tenant_id': 'ac7b00a8ed204258b76f615e0544e0ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:41.520656 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c91469-7793-4f05-91c3-3868e701e8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=23bd4f55-a864-4073-94ea-1d7afbef0ae6,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:41.538323 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Made reservation on behalf of ac7b00a8ed204258b76f615e0544e0ba for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:41.539426 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:48:41.540601 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12645235'] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.710177 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12776128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12645185'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.768661 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=975e74ca-fabd-44a8-930d-d9cb81d3e228,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:41.777249 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Checking segment: {'id': '7215365e-4337-46cb-9a29-939a00cb2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:41.777600 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Network hostable DHCP agents. Network: 23bd4f55-a864-4073-94ea-1d7afbef0ae6, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:48:41.793236 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:48:41.801887 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 23bd4f55-a864-4073-94ea-1d7afbef0ae6) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:41.806395 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:41.807332 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:41.811649 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443ae38-8534-488f-810a-c1d59ca9cd9a None None] Network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:41.822010 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-2bad4e1c-02db-4698-85f1-6b4c71e5d5ba admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3089490 Aug 09 15:48:41.937179 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423dff72-600d-4cf3-b1ec-20720b9ecaa3 None None] Network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:41.948125 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0a66173d-136a-43ea-9eb4-ac678afb8a82 req-6ad2f736-ea00-41e7-b575-ed2df025303c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 210 time: 0.0338650 Aug 09 15:48:42.226230 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-74c1a390-487f-4e20-9fc8-9db542ea3644 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:42.227709 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-74c1a390-487f-4e20-9fc8-9db542ea3644 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 815 time: 0.1107922 Aug 09 15:48:42.243428 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Request body: {'port': {'device_id': '521de030-9202-4ae3-aed3-70942423d0ce', 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db', 'admin_state_up': True, 'tenant_id': '160405abfe9040f5bcbf5087bacaf6bf'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:42.363883 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Made reservation on behalf of 160405abfe9040f5bcbf5087bacaf6bf for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:42.367346 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.494484 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Allocated IP 172.20.0.10 (ee64b863-cec6-46d2-936d-60ae656ed7db/bef1bc94-eecb-4610-a32c-180536a1a24e/f0a0bc7a-183b-4229-89a7-cb492a97b032) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:42.640248 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.678289 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.722122 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Network ee64b863-cec6-46d2-936d-60ae656ed7db is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:42.725177 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:42.727460 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:42.753145 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Pushing event updated for resources: {'Port': ['ID=f0a0bc7a-183b-4229-89a7-cb492a97b032,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:42.781335 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:42.781946 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:42.796096 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-a9d19430-b0da-40df-b1ae-b656b89dc797 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5565238 Aug 09 15:48:42.810420 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Request body: {'port': {'device_id': '521de030-9202-4ae3-aed3-70942423d0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:42.865949 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.063779 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31252167-1e6c-4dab-8e75-b0e585d5750b req-e73a3d0e-c08b-4ed8-aa63-ee3518d10f48 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.065268 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-31252167-1e6c-4dab-8e75-b0e585d5750b req-e73a3d0e-c08b-4ed8-aa63-ee3518d10f48 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 932 time: 0.0493875 Aug 09 15:48:43.102588 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-31252167-1e6c-4dab-8e75-b0e585d5750b req-82a5cff4-b921-4ab3-a831-7b74319ae4fe tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Aug 09 15:48:43.131790 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a0bc7a-183b-4229-89a7-cb492a97b032 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:43.139368 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.152965 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Transition to ACTIVE for port object f0a0bc7a-183b-4229-89a7-cb492a97b032 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:43.156194 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.208303 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a0bc7a-183b-4229-89a7-cb492a97b032,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:43.274441 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Attempting to bind port f0a0bc7a-183b-4229-89a7-cb492a97b032 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:43.275087 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Attempting to bind port f0a0bc7a-183b-4229-89a7-cb492a97b032 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:43.275087 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Attempting to bind port f0a0bc7a-183b-4229-89a7-cb492a97b032 on network ee64b863-cec6-46d2-936d-60ae656ed7db {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:43.279246 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Port f0a0bc7a-183b-4229-89a7-cb492a97b032 on network ee64b863-cec6-46d2-936d-60ae656ed7db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:43.279571 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Attempting to bind port f0a0bc7a-183b-4229-89a7-cb492a97b032 on network ee64b863-cec6-46d2-936d-60ae656ed7db {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:43.284442 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:43.284807 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Checking segment: {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:43.285190 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Bound using segment: {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:43.285611 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Bound port: f0a0bc7a-183b-4229-89a7-cb492a97b032, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:43.285960 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.348650 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] For port f0a0bc7a-183b-4229-89a7-cb492a97b032, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:43.351703 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] For port f0a0bc7a-183b-4229-89a7-cb492a97b032, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0a0bc7a-183b-4229-89a7-cb492a97b032,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:43.357348 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.400248 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.400904 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:43.402311 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] 10.222.0.44 "PUT /v2.0/ports/f0a0bc7a-183b-4229-89a7-cb492a97b032 HTTP/1.1" status: 200 len: 1094 time: 0.5960217 Aug 09 15:48:43.402755 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521de030-9202-4ae3-aed3-70942423d0ce', 'tag': 'f0a0bc7a-183b-4229-89a7-cb492a97b032'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:43.405005 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa1ce22-743a-4ea7-81f1-dca74928978c" -d '{"events": [{"name": "network-changed", "server_uuid": "521de030-9202-4ae3-aed3-70942423d0ce", "tag": "f0a0bc7a-183b-4229-89a7-cb492a97b032"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:43.427517 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81163b04-577a-4882-8836-1f719ec5a1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a0bc7a-183b-4229-89a7-cb492a97b032,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:43.447193 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc00b48-2f01-491b-a109-ba982b9b5998 x-openstack-request-id: req-0dc00b48-2f01-491b-a109-ba982b9b5998 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:43.447484 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521de030-9202-4ae3-aed3-70942423d0ce", "tag": "f0a0bc7a-183b-4229-89a7-cb492a97b032", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:43.447741 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dc00b48-2f01-491b-a109-ba982b9b5998 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:43.448145 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521de030-9202-4ae3-aed3-70942423d0ce', 'tag': 'f0a0bc7a-183b-4229-89a7-cb492a97b032', 'status': 'completed', 'code': 200} Aug 09 15:48:43.506476 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-f1b77b3a-5291-49fc-b731-b441a10c0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.507970 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-f1b77b3a-5291-49fc-b731-b441a10c0512 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 1097 time: 0.0481930 Aug 09 15:48:43.556033 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-0502fc87-0893-4fbc-b2b8-d76659a39f5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0a0bc7a-183b-4229-89a7-cb492a97b032 HTTP/1.1" status: 200 len: 217 time: 0.0344191 Aug 09 15:48:43.605571 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-6ad46767-8a96-42e3-bb0a-091da1e6584e tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.606966 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-6ad46767-8a96-42e3-bb0a-091da1e6584e tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/networks?id=23bd4f55-a864-4073-94ea-1d7afbef0ae6 HTTP/1.1" status: 200 len: 808 time: 0.1038601 Aug 09 15:48:43.607795 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-959ec360-8798-4c38-8720-12ef01807aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.609259 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-959ec360-8798-4c38-8720-12ef01807aff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bef1bc94-eecb-4610-a32c-180536a1a24e HTTP/1.1" status: 200 len: 855 time: 0.0424080 Aug 09 15:48:43.622053 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-66aea469-3622-4909-95d6-3d29eb332bf8 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/quotas/ac7b00a8ed204258b76f615e0544e0ba HTTP/1.1" status: 200 len: 375 time: 0.0090272 Aug 09 15:48:43.651274 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-2a0c22b0-2353-439d-a13b-14492243ef90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee64b863-cec6-46d2-936d-60ae656ed7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284808 Aug 09 15:48:43.654640 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-0727ec56-22ed-4538-b619-c6da883ac5ac tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac7b00a8ed204258b76f615e0544e0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263460 Aug 09 15:48:43.747552 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-17f3bfcd-8080-4e75-aec4-1f4729f0e09b service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822849 Aug 09 15:48:43.797978 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-d4db80fb-ba11-4e12-aadb-e53cd21f828f service neutron] 10.222.0.10 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357079 Aug 09 15:48:43.848790 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-eaea03c4-159c-4265-bcf4-1be2f5f08e07 req-fc93463b-2e71-4dfb-b7f6-4cf0a4215c6e service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884523 Aug 09 15:48:43.894146 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-53105791-18a8-4558-b3e7-9e42bac05953 service neutron] 10.222.0.10 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871785 Aug 09 15:48:43.944692 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1ce22-743a-4ea7-81f1-dca74928978c req-53f970c9-50c3-4035-ad73-cb8b257bba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:43.946231 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-faa1ce22-743a-4ea7-81f1-dca74928978c req-53f970c9-50c3-4035-ad73-cb8b257bba09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 1097 time: 0.0441880 Aug 09 15:48:44.045343 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1ce22-743a-4ea7-81f1-dca74928978c req-0ce08e0f-0d50-44b6-9d5c-0253f553494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.046827 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-faa1ce22-743a-4ea7-81f1-dca74928978c req-0ce08e0f-0d50-44b6-9d5c-0253f553494b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 917 time: 0.0891702 Aug 09 15:48:44.091127 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a03c5455-b77e-4793-a0a4-89a7dc08d96d req-6f78852e-1142-4695-b790-ed7398e91606 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 210 time: 0.0298116 Aug 09 15:48:44.099577 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-faa1ce22-743a-4ea7-81f1-dca74928978c req-c42a9d86-a392-4b74-870b-27c78c657daa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0a0bc7a-183b-4229-89a7-cb492a97b032 HTTP/1.1" status: 200 len: 217 time: 0.0425501 Aug 09 15:48:44.158111 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1ce22-743a-4ea7-81f1-dca74928978c req-26290a39-2f06-4dcf-ba15-b2bce2b5cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.159592 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-faa1ce22-743a-4ea7-81f1-dca74928978c req-26290a39-2f06-4dcf-ba15-b2bce2b5cfce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bef1bc94-eecb-4610-a32c-180536a1a24e HTTP/1.1" status: 200 len: 855 time: 0.0477202 Aug 09 15:48:44.194733 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-faa1ce22-743a-4ea7-81f1-dca74928978c req-f4e48e8d-3045-46e3-8235-ad9ee650be3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee64b863-cec6-46d2-936d-60ae656ed7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256107 Aug 09 15:48:44.222105 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc9eb2-7a50-4698-8bc5-08ecb3db17e0 req-e4efa3b0-c721-4c5e-8310-c93000b117e6 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:44.225208 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9ffc9eb2-7a50-4698-8bc5-08ecb3db17e0 req-e4efa3b0-c721-4c5e-8310-c93000b117e6 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 944 time: 0.0529268 Aug 09 15:48:44.268293 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9ffc9eb2-7a50-4698-8bc5-08ecb3db17e0 req-fff8aef2-7f37-4159-94f5-e5639f0fe66c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376518 Aug 09 15:48:44.305519 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-faa1ce22-743a-4ea7-81f1-dca74928978c req-78f778f4-9e18-4a21-a746-aacc0f941b6b service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002796 Aug 09 15:48:44.399165 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-faa1ce22-743a-4ea7-81f1-dca74928978c req-33a3b324-c26d-4377-bda9-ee20f4dc919b service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836811 Aug 09 15:48:45.188079 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bc112444-ed52-4fde-9473-f0cc4c5f5f76 req-6e90fa53-6a4a-4f19-a982-0b8481e98362 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 210 time: 0.0272624 Aug 09 15:48:45.189213 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-78a421cd-1584-4229-b550-cbb4e76c5bd7 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.191390 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-78a421cd-1584-4229-b550-cbb4e76c5bd7 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.44 "GET /v2.0/networks?id=23bd4f55-a864-4073-94ea-1d7afbef0ae6 HTTP/1.1" status: 200 len: 808 time: 0.1181698 Aug 09 15:48:45.206731 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Request body: {'port': {'device_id': '1682307b-6d3d-4ac1-a078-89287a5271c1', 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6', 'admin_state_up': True, 'tenant_id': 'ac7b00a8ed204258b76f615e0544e0ba'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:45.314256 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Made reservation on behalf of ac7b00a8ed204258b76f615e0544e0ba for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:48:45.317875 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.404272 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29591049-38a1-4cc3-af6c-d69fbdd4765c req-564b414f-fe4b-4b39-8846-0aa659794197 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.405873 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-29591049-38a1-4cc3-af6c-d69fbdd4765c req-564b414f-fe4b-4b39-8846-0aa659794197 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 944 time: 0.0501540 Aug 09 15:48:45.444126 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-29591049-38a1-4cc3-af6c-d69fbdd4765c req-1dd8a2b0-2b0f-4211-9cab-d5b03e4c4506 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Aug 09 15:48:45.445411 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Allocated IP 172.20.0.14 (23bd4f55-a864-4073-94ea-1d7afbef0ae6/975e74ca-fabd-44a8-930d-d9cb81d3e228/c56d2acb-4659-4666-b846-7c0c77927e9f) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:48:45.596337 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.633065 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.675345 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:48:45.678351 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:48:45.681977 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:48:45.687904 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Pushing event updated for resources: {'Port': ['ID=c56d2acb-4659-4666-b846-7c0c77927e9f,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:45.731184 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:45.731806 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:45.745232 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-ffaf8098-5ef3-4e12-80bf-bb837cc949c1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5434213 Aug 09 15:48:45.760701 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Request body: {'port': {'device_id': '1682307b-6d3d-4ac1-a078-89287a5271c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:48:45.810459 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.062468 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56d2acb-4659-4666-b846-7c0c77927e9f {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:46.069651 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.081091 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Transition to ACTIVE for port object c56d2acb-4659-4666-b846-7c0c77927e9f will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:48:46.084634 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.131304 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Pushing event updated for resources: {'Port': ['ID=c56d2acb-4659-4666-b846-7c0c77927e9f,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:46.199027 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Attempting to bind port c56d2acb-4659-4666-b846-7c0c77927e9f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:48:46.199355 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Attempting to bind port c56d2acb-4659-4666-b846-7c0c77927e9f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7215365e-4337-46cb-9a29-939a00cb2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:48:46.199681 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Attempting to bind port c56d2acb-4659-4666-b846-7c0c77927e9f on network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:46.203770 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Port c56d2acb-4659-4666-b846-7c0c77927e9f on network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:48:46.204620 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Attempting to bind port c56d2acb-4659-4666-b846-7c0c77927e9f on network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:48:46.209272 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:48:46.209606 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Checking segment: {'id': '7215365e-4337-46cb-9a29-939a00cb2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:48:46.209982 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Bound using segment: {'id': '7215365e-4337-46cb-9a29-939a00cb2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:48:46.210401 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Bound port: c56d2acb-4659-4666-b846-7c0c77927e9f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7215365e-4337-46cb-9a29-939a00cb2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:48:46.210746 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.272826 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] For port c56d2acb-4659-4666-b846-7c0c77927e9f, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:48:46.275951 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] For port c56d2acb-4659-4666-b846-7c0c77927e9f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c56d2acb-4659-4666-b846-7c0c77927e9f,segment=NetworkSegment(7215365e-4337-46cb-9a29-939a00cb2291),segment_id=7215365e-4337-46cb-9a29-939a00cb2291)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:48:46.280437 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.304928 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b55533-800d-40c7-b41a-ff262216b6b2 req-464d8a3f-1992-4d88-bdba-843de8b37f7c tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.306426 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d7b55533-800d-40c7-b41a-ff262216b6b2 req-464d8a3f-1992-4d88-bdba-843de8b37f7c tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 944 time: 0.0502875 Aug 09 15:48:46.312663 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.313304 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:46.315176 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] 10.222.0.44 "PUT /v2.0/ports/c56d2acb-4659-4666-b846-7c0c77927e9f HTTP/1.1" status: 200 len: 1094 time: 0.5583963 Aug 09 15:48:46.315721 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682307b-6d3d-4ac1-a078-89287a5271c1', 'tag': 'c56d2acb-4659-4666-b846-7c0c77927e9f'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:46.317814 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01289ed5-6845-435b-a8fc-caa69a3d6c18" -d '{"events": [{"name": "network-changed", "server_uuid": "1682307b-6d3d-4ac1-a078-89287a5271c1", "tag": "c56d2acb-4659-4666-b846-7c0c77927e9f"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:46.348186 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304b2a9-7719-4eb5-8819-e43ee68f6684 service neutron] Pushing event updated for resources: {'Port': ['ID=c56d2acb-4659-4666-b846-7c0c77927e9f,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:46.349008 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d7b55533-800d-40c7-b41a-ff262216b6b2 req-bf441435-86fa-455c-8b2a-cdaacf3511cd tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363586 Aug 09 15:48:46.375232 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76722763-6a1d-463c-815c-4e2889622802 x-openstack-request-id: req-76722763-6a1d-463c-815c-4e2889622802 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:46.375518 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682307b-6d3d-4ac1-a078-89287a5271c1", "tag": "c56d2acb-4659-4666-b846-7c0c77927e9f", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:46.375769 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76722763-6a1d-463c-815c-4e2889622802 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:46.376403 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1682307b-6d3d-4ac1-a078-89287a5271c1', 'tag': 'c56d2acb-4659-4666-b846-7c0c77927e9f', 'status': 'completed', 'code': 200} Aug 09 15:48:46.415947 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-81023890-8a40-42bc-bfb8-53f3e428e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.417451 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-81023890-8a40-42bc-bfb8-53f3e428e77c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac7b00a8ed204258b76f615e0544e0ba&device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 1097 time: 0.0444880 Aug 09 15:48:46.571033 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf3e50-a014-4850-8c68-956b441ab2f8 req-4adcf5bf-70a2-43df-bdc4-e9a6beadd2d7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.572506 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-38bf3e50-a014-4850-8c68-956b441ab2f8 req-4adcf5bf-70a2-43df-bdc4-e9a6beadd2d7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 944 time: 0.0589452 Aug 09 15:48:46.613078 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-38bf3e50-a014-4850-8c68-956b441ab2f8 req-ace0f36e-dbde-4582-bd14-06cda535df56 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342817 Aug 09 15:48:46.708113 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-63f2b5ba-4ece-4762-a5c2-77c981844115 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c56d2acb-4659-4666-b846-7c0c77927e9f HTTP/1.1" status: 200 len: 217 time: 0.2801297 Aug 09 15:48:46.764933 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-eaf268e3-1c68-4f6d-9ccb-3aae00eb9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:46.766401 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-eaf268e3-1c68-4f6d-9ccb-3aae00eb9a49 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=975e74ca-fabd-44a8-930d-d9cb81d3e228 HTTP/1.1" status: 200 len: 848 time: 0.0488198 Aug 09 15:48:46.799342 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-0deba5fd-6f60-41dc-9971-7dfba4703500 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23bd4f55-a864-4073-94ea-1d7afbef0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247548 Aug 09 15:48:46.833239 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device f0a0bc7a-183b-4229-89a7-cb492a97b032 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:46.914994 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-e779087c-b312-4c54-8603-cb3857da0df3 service neutron] 10.222.0.44 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071851 Aug 09 15:48:46.941317 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port f0a0bc7a-183b-4229-89a7-cb492a97b032, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0a0bc7a-183b-4229-89a7-cb492a97b032,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:46.952909 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'f0a0bc7a-183b-4229-89a7-cb492a97b032', 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db', 'port_id': 'f0a0bc7a-183b-4229-89a7-cb492a97b032', 'mac_address': 'fa:16:3e:54:82:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef1bc94-eecb-4610-a32c-180536a1a24e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:46.992042 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.008092 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a0bc7a-183b-4229-89a7-cb492a97b032 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:47.027352 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2d85164f-de95-4c06-97a6-7dce9d450814 req-4482e0f6-543d-4fcf-b39f-84c36c226d5a service neutron] 10.222.0.44 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032958 Aug 09 15:48:47.027846 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port f0a0bc7a-183b-4229-89a7-cb492a97b032, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0a0bc7a-183b-4229-89a7-cb492a97b032,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:47.034219 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:47.088965 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=f0a0bc7a-183b-4229-89a7-cb492a97b032,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:47.144269 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01289ed5-6845-435b-a8fc-caa69a3d6c18 req-a43ca631-1260-4994-b3b5-a1b47e184057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:47.146748 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-01289ed5-6845-435b-a8fc-caa69a3d6c18 req-a43ca631-1260-4994-b3b5-a1b47e184057 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac7b00a8ed204258b76f615e0544e0ba&device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 1097 time: 0.0522525 Aug 09 15:48:47.269454 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01289ed5-6845-435b-a8fc-caa69a3d6c18 req-45a2df7b-5e93-416c-874a-1bf52a2336f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:47.271585 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-01289ed5-6845-435b-a8fc-caa69a3d6c18 req-45a2df7b-5e93-416c-874a-1bf52a2336f4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23bd4f55-a864-4073-94ea-1d7afbef0ae6 HTTP/1.1" status: 200 len: 910 time: 0.1125047 Aug 09 15:48:47.317987 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-01289ed5-6845-435b-a8fc-caa69a3d6c18 req-3c4995cf-40da-4aa0-b238-19f0237dfa13 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c56d2acb-4659-4666-b846-7c0c77927e9f HTTP/1.1" status: 200 len: 217 time: 0.0354869 Aug 09 15:48:47.375269 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01289ed5-6845-435b-a8fc-caa69a3d6c18 req-a151490a-9e14-41e5-bfdd-d05516c8f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:47.377298 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-01289ed5-6845-435b-a8fc-caa69a3d6c18 req-a151490a-9e14-41e5-bfdd-d05516c8f85b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=975e74ca-fabd-44a8-930d-d9cb81d3e228 HTTP/1.1" status: 200 len: 848 time: 0.0477908 Aug 09 15:48:47.392763 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['f0a0bc7a-183b-4229-89a7-cb492a97b032'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:47.411787 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-01289ed5-6845-435b-a8fc-caa69a3d6c18 req-f14c03df-0fd1-447e-9191-3ed758d9ba34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23bd4f55-a864-4073-94ea-1d7afbef0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253158 Aug 09 15:48:47.466518 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91978c8f-7f8c-41ca-8e2e-4d69dc1df0a4 req-a68a475b-ad2c-43d9-be6a-3164f56484ed tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:47.468172 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-91978c8f-7f8c-41ca-8e2e-4d69dc1df0a4 req-a68a475b-ad2c-43d9-be6a-3164f56484ed tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 944 time: 0.0493448 Aug 09 15:48:47.509363 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-91978c8f-7f8c-41ca-8e2e-4d69dc1df0a4 req-0fb74920-58aa-4200-8e1c-c30bed118ebd tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345104 Aug 09 15:48:47.522440 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-01289ed5-6845-435b-a8fc-caa69a3d6c18 req-8069469e-8357-409e-b31d-11b97d10dcac service neutron] 10.222.0.44 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010489 Aug 09 15:48:47.650338 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-01289ed5-6845-435b-a8fc-caa69a3d6c18 req-373cc1c6-99f7-4026-b418-c61d47d5f9ba service neutron] 10.222.0.44 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170008 Aug 09 15:48:47.731999 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0bf4d-3081-428a-b0b4-4cfa926ae506 req-d1effb57-9fbf-42f2-b036-d2cee93d2541 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:47.733537 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5bc0bf4d-3081-428a-b0b4-4cfa926ae506 req-d1effb57-9fbf-42f2-b036-d2cee93d2541 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 945 time: 0.0482304 Aug 09 15:48:47.771973 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5bc0bf4d-3081-428a-b0b4-4cfa926ae506 req-49948da7-90ee-4ccd-bf41-8cef598bc6fd tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Aug 09 15:48:47.941528 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 53936) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:48.190449 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Deleting port 3b7b63d0-27e0-4aa3-9cb1-0ebe4957d9db {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:48.190795 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.264414 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.264771 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.276233 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Calling delete_port for 3b7b63d0-27e0-4aa3-9cb1-0ebe4957d9db owned by network:floatingip {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:48.442948 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.473015 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event deleted for resources: {'Port': ['ID=3b7b63d0-27e0-4aa3-9cb1-0ebe4957d9db,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:48.530861 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for floatingip, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.531069 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Floating IP a88f98d6-7500-47b8-bda6-8082b92ed1b4 disassociated (deleted). External IP: 172.27.3.59, port: a857abb4-44ed-49b8-9a1b-f1d36f5e7e31. Aug 09 15:48:48.667775 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978995c-8ca1-4dd7-8ac2-c272628e0055 req-b1408dee-0d7d-4cab-9881-73a13d4157ef tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.669264 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9978995c-8ca1-4dd7-8ac2-c272628e0055 req-b1408dee-0d7d-4cab-9881-73a13d4157ef tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 944 time: 0.0934706 Aug 09 15:48:48.773597 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9978995c-8ca1-4dd7-8ac2-c272628e0055 req-431247f7-e3c7-4317-8470-50a34c5022b1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670540 Aug 09 15:48:48.802896 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Router fa14265d-2a90-47de-a1cc-7e80e6c812ca has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:48.839372 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device c56d2acb-4659-4666-b846-7c0c77927e9f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:48:48.842454 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device f0a0bc7a-183b-4229-89a7-cb492a97b032 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:48.937904 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f981a8b-8122-4c34-afd6-196aa22c6259 req-a437fbd0-c29b-43af-88b0-ba9d3802042b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:48.939689 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1f981a8b-8122-4c34-afd6-196aa22c6259 req-a437fbd0-c29b-43af-88b0-ba9d3802042b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 945 time: 0.0917015 Aug 09 15:48:48.955019 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port f0a0bc7a-183b-4229-89a7-cb492a97b032 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:48.961566 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:48.962810 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port f0a0bc7a-183b-4229-89a7-cb492a97b032 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:48.963191 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.966364 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:48.990724 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] Sync routers for ids ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:49.005280 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port c56d2acb-4659-4666-b846-7c0c77927e9f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c56d2acb-4659-4666-b846-7c0c77927e9f,segment=NetworkSegment(7215365e-4337-46cb-9a29-939a00cb2291),segment_id=7215365e-4337-46cb-9a29-939a00cb2291)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:49.011486 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-1662f37d-1166-43a8-8160-0c03a418f7dd tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "DELETE /v2.0/floatingips/a88f98d6-7500-47b8-bda6-8082b92ed1b4 HTTP/1.1" status: 204 len: 168 time: 1.0689688 Aug 09 15:48:49.012324 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:49.015002 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de34d089-6f6c-455d-892e-1ef77e7a970f" -d '{"events": [{"name": "network-changed", "server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:49.020474 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1f981a8b-8122-4c34-afd6-196aa22c6259 req-5f12868a-62f8-4c43-9ed5-e37b82760ed1 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731320 Aug 09 15:48:49.029460 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] Routers {'fa14265d-2a90-47de-a1cc-7e80e6c812ca'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:49.030096 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:49.031899 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'c56d2acb-4659-4666-b846-7c0c77927e9f', 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6', 'port_id': 'c56d2acb-4659-4666-b846-7c0c77927e9f', 'mac_address': 'fa:16:3e:6a:55:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975e74ca-fabd-44a8-930d-d9cb81d3e228', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:48:49.074589 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dcd250-1897-40a8-9321-44ba4e6da6c6 x-openstack-request-id: req-e3dcd250-1897-40a8-9321-44ba4e6da6c6 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:49.074892 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:49.075162 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3dcd250-1897-40a8-9321-44ba4e6da6c6 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:49.075577 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'status': 'completed', 'code': 200} Aug 09 15:48:49.138069 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.155990 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-ac1899b0-c497-4fa7-ab33-3ff10919f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:49.160377 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-ac1899b0-c497-4fa7-ab33-3ff10919f624 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fc67fe97d83e44a985c2a58971e7d1d0&device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 1098 time: 0.0594804 Aug 09 15:48:49.209482 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56d2acb-4659-4666-b846-7c0c77927e9f {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:48:49.240393 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.243728 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port c56d2acb-4659-4666-b846-7c0c77927e9f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c56d2acb-4659-4666-b846-7c0c77927e9f,segment=NetworkSegment(7215365e-4337-46cb-9a29-939a00cb2291),segment_id=7215365e-4337-46cb-9a29-939a00cb2291)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:49.251301 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] Set router fa14265d-2a90-47de-a1cc-7e80e6c812ca gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:49.259160 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.266047 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-2c0ecb1a-0d43-4088-989b-16a17348ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:49.268509 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-2c0ecb1a-0d43-4088-989b-16a17348ff82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f HTTP/1.1" status: 200 len: 911 time: 0.0998187 Aug 09 15:48:49.272306 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e9801-11de-4512-94ea-2c5451e46649 req-1465fcc0-ad6c-4ace-b8aa-be8ce5c7e9a0 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:49.274149 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0c9e9801-11de-4512-94ea-2c5451e46649 req-1465fcc0-ad6c-4ace-b8aa-be8ce5c7e9a0 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0631723 Aug 09 15:48:49.313699 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0c9e9801-11de-4512-94ea-2c5451e46649 req-ba0401ae-ace7-49b5-aac1-62456ab0e214 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332437 Aug 09 15:48:49.314666 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-eee815ba-c306-4435-b1b8-b32ff4a76e72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 HTTP/1.1" status: 200 len: 217 time: 0.0368109 Aug 09 15:48:49.347646 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521de030-9202-4ae3-aed3-70942423d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a0bc7a-183b-4229-89a7-cb492a97b032'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:49.349902 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f1e90e-28b0-4f3b-881e-4fa9116d38b0" -d '{"events": [{"server_uuid": "521de030-9202-4ae3-aed3-70942423d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "f0a0bc7a-183b-4229-89a7-cb492a97b032"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:49.370057 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port f0a0bc7a-183b-4229-89a7-cb492a97b032, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0a0bc7a-183b-4229-89a7-cb492a97b032,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:49.377213 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-665b5089-66fb-498e-ab9f-0146d1f5c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:49.378741 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-665b5089-66fb-498e-ab9f-0146d1f5c2ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2f66c379-e042-4a7d-bba4-c97baaa49978 HTTP/1.1" status: 200 len: 848 time: 0.0506504 Aug 09 15:48:49.400781 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478225e1-ed8e-4cb6-9460-c3e6c1979ccd x-openstack-request-id: req-478225e1-ed8e-4cb6-9460-c3e6c1979ccd {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:49.405007 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521de030-9202-4ae3-aed3-70942423d0ce", "name": "network-vif-plugged", "status": "completed", "tag": "f0a0bc7a-183b-4229-89a7-cb492a97b032", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:49.405431 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-478225e1-ed8e-4cb6-9460-c3e6c1979ccd {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:49.405910 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521de030-9202-4ae3-aed3-70942423d0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a0bc7a-183b-4229-89a7-cb492a97b032', 'code': 200} Aug 09 15:48:49.408494 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=c56d2acb-4659-4666-b846-7c0c77927e9f,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:49.412904 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:49.429434 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-0d24a01f-2663-4549-87ec-b9f373e4fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:49.430978 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-0d24a01f-2663-4549-87ec-b9f373e4fb76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436118 Aug 09 15:48:49.522819 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=f0a0bc7a-183b-4229-89a7-cb492a97b032,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:49.542858 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-0676394b-22b0-4cf8-adca-2116511d33e3 service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898926 Aug 09 15:48:49.576755 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['c56d2acb-4659-4666-b846-7c0c77927e9f'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:49.582766 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a1fe3-e61c-4ceb-9e32-c827c6b14d75 req-29d2c2bc-0e65-4b94-99aa-306bb9ea4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:49.584880 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3b8a1fe3-e61c-4ceb-9e32-c827c6b14d75 req-29d2c2bc-0e65-4b94-99aa-306bb9ea4cb0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 1099 time: 0.0413671 Aug 09 15:48:49.628357 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3b8a1fe3-e61c-4ceb-9e32-c827c6b14d75 req-53232234-f44b-4322-9f3c-4a8fc6cdc430 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Aug 09 15:48:49.642039 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-de34d089-6f6c-455d-892e-1ef77e7a970f req-1f4644ab-0631-42ab-a35c-84301d13013c service neutron] 10.222.0.44 "GET /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875168 Aug 09 15:48:49.777038 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'd3a14838-73f4-4ed8-a33c-1d5667f36601', 'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'mac_address': 'fa:16:3e:5c:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:22Z', 'updated_at': '2021-08-09T15:42:30Z', 'revision_number': 5, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'subnets': [{'id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:49.808708 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] Checking router: fa14265d-2a90-47de-a1cc-7e80e6c812ca for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:49.832259 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] Routers {'fa14265d-2a90-47de-a1cc-7e80e6c812ca'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:49.832845 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:49.890510 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174013ba-92f2-41b1-9ad9-9444955e4034 req-9127f593-2513-4c71-9608-2c64560d2500 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:49.892747 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-174013ba-92f2-41b1-9ad9-9444955e4034 req-9127f593-2513-4c71-9608-2c64560d2500 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 945 time: 0.0522056 Aug 09 15:48:49.931481 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-174013ba-92f2-41b1-9ad9-9444955e4034 req-ff64e1d9-46fc-4f8b-951f-c48f0e380a67 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307426 Aug 09 15:48:49.982130 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] Set router fa14265d-2a90-47de-a1cc-7e80e6c812ca gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:50.139111 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db31c2-c420-4af6-8669-ad9c900c6fc3 req-81c7f09e-f98c-469d-932d-65829d9ed635 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.140534 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d0db31c2-c420-4af6-8669-ad9c900c6fc3 req-81c7f09e-f98c-469d-932d-65829d9ed635 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 946 time: 0.0487769 Aug 09 15:48:50.179763 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d0db31c2-c420-4af6-8669-ad9c900c6fc3 req-641f8e9d-b0da-4089-aaaa-6cb88460a602 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331964 Aug 09 15:48:50.182566 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'd3a14838-73f4-4ed8-a33c-1d5667f36601', 'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'mac_address': 'fa:16:3e:5c:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:22Z', 'updated_at': '2021-08-09T15:42:30Z', 'revision_number': 5, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'subnets': [{'id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:50.208677 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff3fc82-c78d-4bec-8a6c-7a312cfbca55 None None] The sync data for ids ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'] in dv-cinder-788365-6-iscsi is: [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:23Z', 'revision_number': 4, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': 'd3a14838-73f4-4ed8-a33c-1d5667f36601', 'name': '', 'network_id': 'd4a143a4-c851-4c3d-8cc3-e9966a6fcf0f', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'mac_address': 'fa:16:3e:5c:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:22Z', 'updated_at': '2021-08-09T15:42:30Z', 'revision_number': 5, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'subnets': [{'id': '2f66c379-e042-4a7d-bba4-c97baaa49978', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:50.406875 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a04c1d0-33d9-4350-b7da-824419579747 None None] New status for floating IP a88f98d6-7500-47b8-bda6-8082b92ed1b4: DOWN {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:48:50.434747 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cc60d-2fbc-4afa-bdf7-5d9adf98aba2 req-c40e74ad-5d04-4208-85ae-57d94f28c956 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:50.436246 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8e5cc60d-2fbc-4afa-bdf7-5d9adf98aba2 req-c40e74ad-5d04-4208-85ae-57d94f28c956 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0517845 Aug 09 15:48:50.475750 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8e5cc60d-2fbc-4afa-bdf7-5d9adf98aba2 req-cf18da16-1bde-4f40-acea-4242d0b28d43 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331709 Aug 09 15:48:50.862073 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device c56d2acb-4659-4666-b846-7c0c77927e9f up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:48:50.914477 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port c56d2acb-4659-4666-b846-7c0c77927e9f completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:48:50.918169 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port c56d2acb-4659-4666-b846-7c0c77927e9f triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:48:50.918546 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:50.997063 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.030318 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port c56d2acb-4659-4666-b846-7c0c77927e9f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c56d2acb-4659-4666-b846-7c0c77927e9f,segment=NetworkSegment(7215365e-4337-46cb-9a29-939a00cb2291),segment_id=7215365e-4337-46cb-9a29-939a00cb2291)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:51.035230 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.049335 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b70a29-c946-478a-a6e6-2f86dc299ce8 req-9f089ed7-1197-49c4-af08-3525ab2d3f0d tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.050822 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-72b70a29-c946-478a-a6e6-2f86dc299ce8 req-9f089ed7-1197-49c4-af08-3525ab2d3f0d tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 945 time: 0.0541437 Aug 09 15:48:51.082238 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=c56d2acb-4659-4666-b846-7c0c77927e9f,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:51.089534 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-72b70a29-c946-478a-a6e6-2f86dc299ce8 req-a6e85d91-857a-4980-be3b-6318ed2769b8 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Aug 09 15:48:51.293815 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d36796-020d-4bfc-b49b-bfba92102c8e req-de41c969-3bc6-4f70-bd52-eeb654a57f66 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.295286 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-20d36796-020d-4bfc-b49b-bfba92102c8e req-de41c969-3bc6-4f70-bd52-eeb654a57f66 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 946 time: 0.0496802 Aug 09 15:48:51.333362 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-20d36796-020d-4bfc-b49b-bfba92102c8e req-add7da3a-dfe5-4f8c-a3bb-db88f2148b15 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320649 Aug 09 15:48:51.395495 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-389cf06f-c867-4bd9-8b9a-4bbe966a49a1 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.397007 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-389cf06f-c867-4bd9-8b9a-4bbe966a49a1 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.44 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0532246 Aug 09 15:48:51.407121 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682307b-6d3d-4ac1-a078-89287a5271c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56d2acb-4659-4666-b846-7c0c77927e9f'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:51.409598 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c47433-d675-4125-82a6-602dfc321c8c" -d '{"events": [{"server_uuid": "1682307b-6d3d-4ac1-a078-89287a5271c1", "name": "network-vif-plugged", "status": "completed", "tag": "c56d2acb-4659-4666-b846-7c0c77927e9f"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:51.449317 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3c78a8-6b9e-4e58-a90d-6a7441ea2b4f x-openstack-request-id: req-6a3c78a8-6b9e-4e58-a90d-6a7441ea2b4f {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:51.449611 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682307b-6d3d-4ac1-a078-89287a5271c1", "name": "network-vif-plugged", "status": "completed", "tag": "c56d2acb-4659-4666-b846-7c0c77927e9f", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:51.449862 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a3c78a8-6b9e-4e58-a90d-6a7441ea2b4f {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:51.450258 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682307b-6d3d-4ac1-a078-89287a5271c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56d2acb-4659-4666-b846-7c0c77927e9f', 'code': 200} Aug 09 15:48:51.507564 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-ce397c99-7891-46d0-bee6-6b223e46626d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Deleting port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:51.507950 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-ce397c99-7891-46d0-bee6-6b223e46626d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.609717 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5c39f-ab02-4f4d-9632-c92f48944795 req-5cb81bec-3cc8-497f-b302-e293816075e2 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.612054 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e4c5c39f-ab02-4f4d-9632-c92f48944795 req-5cb81bec-3cc8-497f-b302-e293816075e2 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 945 time: 0.0545921 Aug 09 15:48:51.652897 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-ce397c99-7891-46d0-bee6-6b223e46626d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] For port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:51.653277 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-ce397c99-7891-46d0-bee6-6b223e46626d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.681284 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-ce397c99-7891-46d0-bee6-6b223e46626d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Calling delete_port for a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:51.692985 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e4c5c39f-ab02-4f4d-9632-c92f48944795 req-ebe1a7a4-488f-4a3e-a458-3751682fff2f tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/security-groups?id=23e39692-f4c0-41e7-bb16-747a2bb17f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668719 Aug 09 15:48:51.699401 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29674702-59ad-4d3f-8641-b08140e1533c req-0f1bba07-020c-4c12-be9a-d74aed88460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:51.700907 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-29674702-59ad-4d3f-8641-b08140e1533c req-0f1bba07-020c-4c12-be9a-d74aed88460d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 1099 time: 0.0866866 Aug 09 15:48:51.738317 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-29674702-59ad-4d3f-8641-b08140e1533c req-bd7bbab4-ed2d-4b9d-a642-ffce2689a078 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286584 Aug 09 15:48:51.810083 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-ce397c99-7891-46d0-bee6-6b223e46626d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.842048 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce397c99-7891-46d0-bee6-6b223e46626d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event deleted for resources: {'Port': ['ID=a857abb4-44ed-49b8-9a1b-f1d36f5e7e31,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:51.882952 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-ce397c99-7891-46d0-bee6-6b223e46626d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] No DVR routers for this DVR port a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:51.885549 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-ce397c99-7891-46d0-bee6-6b223e46626d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:51.887631 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-316b8ca1-42b2-4e31-be99-d375691bcddd req-ce397c99-7891-46d0-bee6-6b223e46626d tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.44 "DELETE /v2.0/ports/a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 HTTP/1.1" status: 204 len: 173 time: 0.4835434 Aug 09 15:48:51.888087 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'name': 'network-vif-deleted', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:51.890342 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e9431d-08de-440e-8cab-8b686d439af2" -d '{"events": [{"server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "name": "network-vif-deleted", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:51.933736 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f75ec4-7353-415b-98c0-f1b2a72ab3ab x-openstack-request-id: req-e9f75ec4-7353-415b-98c0-f1b2a72ab3ab {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:51.934099 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811cfa76-0826-4d89-bc9a-1a906f6f9947", "name": "network-vif-deleted", "tag": "a857abb4-44ed-49b8-9a1b-f1d36f5e7e31", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:51.934476 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9f75ec4-7353-415b-98c0-f1b2a72ab3ab {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:51.934821 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811cfa76-0826-4d89-bc9a-1a906f6f9947', 'name': 'network-vif-deleted', 'tag': 'a857abb4-44ed-49b8-9a1b-f1d36f5e7e31', 'status': 'completed', 'code': 200} Aug 09 15:48:52.210771 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745fa6d-8a37-4ecc-8c78-841b25d0ee5f req-433a1818-ed78-41fc-be42-7e48c46ae68c tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:52.212341 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7745fa6d-8a37-4ecc-8c78-841b25d0ee5f req-433a1818-ed78-41fc-be42-7e48c46ae68c tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 946 time: 0.0541062 Aug 09 15:48:52.257228 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7745fa6d-8a37-4ecc-8c78-841b25d0ee5f req-314c46b8-6d4a-41dc-b223-b86db3565e96 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356514 Aug 09 15:48:52.802041 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6c258ed5-956a-47e8-8e77-9dc70405a132 req-34ec936e-be82-45e4-b1a9-0a635265c495 tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "GET /v2.0/ports?device_id=811cfa76-0826-4d89-bc9a-1a906f6f9947 HTTP/1.1" status: 200 len: 210 time: 0.0273607 Aug 09 15:48:53.376365 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad0aa1-e34e-41e1-ac46-f8725bf85a52 req-c472f753-20e7-481c-bb55-5bfe19aad922 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:53.377755 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-89ad0aa1-e34e-41e1-ac46-f8725bf85a52 req-c472f753-20e7-481c-bb55-5bfe19aad922 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 946 time: 0.0512547 Aug 09 15:48:53.414948 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-89ad0aa1-e34e-41e1-ac46-f8725bf85a52 req-0f3bf729-0945-4109-9673-fabf0cd46da6 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311751 Aug 09 15:48:53.468948 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-e4975e3e-4172-41a9-ad22-c333ee6c1469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.859264 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54000) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:53.917715 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d54757b5-c9d1-49bc-9011-d6492bc790aa tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:53.943641 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d54757b5-c9d1-49bc-9011-d6492bc790aa tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.004169 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d54757b5-c9d1-49bc-9011-d6492bc790aa tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.006878 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d54757b5-c9d1-49bc-9011-d6492bc790aa tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.008049 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-d54757b5-c9d1-49bc-9011-d6492bc790aa tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] 10.222.0.10 "DELETE /v2.0/security-groups/23e39692-f4c0-41e7-bb16-747a2bb17f4c HTTP/1.1" status: 204 len: 168 time: 0.1476605 Aug 09 15:48:54.020921 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54757b5-c9d1-49bc-9011-d6492bc790aa tempest-TestShelveInstance-1927240776 tempest-TestShelveInstance-1927240776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e39692-f4c0-41e7-bb16-747a2bb17f4c,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:54.072291 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 54008) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:54.211436 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62150dc-e93e-41c5-a029-2975c4e4b3a2 req-a2c6bb46-7a2e-49e2-9397-76e490221749 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:54.212872 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a62150dc-e93e-41c5-a029-2975c4e4b3a2 req-a2c6bb46-7a2e-49e2-9397-76e490221749 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 946 time: 0.0567672 Aug 09 15:48:54.249725 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a62150dc-e93e-41c5-a029-2975c4e4b3a2 req-78481d77-c9f4-4734-a3e8-f7d51b7698d8 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309296 Aug 09 15:48:54.480588 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889501'] for router_interface, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.716956 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] Deleting port d3a14838-73f4-4ed8-a33c-1d5667f36601 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:54.717284 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.792163 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] For port d3a14838-73f4-4ed8-a33c-1d5667f36601, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=d3a14838-73f4-4ed8-a33c-1d5667f36601,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:54.792454 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:54.805199 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] Calling delete_port for d3a14838-73f4-4ed8-a33c-1d5667f36601 owned by network:router_interface {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:54.879766 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:54.902345 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:54.902699 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device a857abb4-44ed-49b8-9a1b-f1d36f5e7e31 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:54.983136 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.013280 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a14838-73f4-4ed8-a33c-1d5667f36601,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:55.180164 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-892205'] for router_interface, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.370173 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf79bd4-c9fb-44ed-b314-f9520228de7e req-299bd8bf-aa90-4c67-b85a-d58c324e5c24 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:55.371577 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6bf79bd4-c9fb-44ed-b314-f9520228de7e req-299bd8bf-aa90-4c67-b85a-d58c324e5c24 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 946 time: 0.0519631 Aug 09 15:48:55.400057 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] Router fa14265d-2a90-47de-a1cc-7e80e6c812ca has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:55.409431 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6bf79bd4-c9fb-44ed-b314-f9520228de7e req-783063b6-7b16-4696-b521-ecd55b15e70d tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319011 Aug 09 15:48:55.504469 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:55.509726 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-f3117caa-4df1-45c7-b409-2925055eff74 admin admin] 10.222.0.10 "PUT /v2.0/routers/fa14265d-2a90-47de-a1cc-7e80e6c812ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4362409 Aug 09 15:48:55.512259 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 54020) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:55.514975 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] Sync routers for ids ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:55.525070 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] Routers {'fa14265d-2a90-47de-a1cc-7e80e6c812ca'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:55.525818 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:55.614522 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.629147 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] Set router fa14265d-2a90-47de-a1cc-7e80e6c812ca gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:55.718723 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.771215 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Deleting port dc3aa000-8a91-4852-856e-3f01f46f674b {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:55.771561 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.811203 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:48:54Z', 'revision_number': 5, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port': {'id': 'dc3aa000-8a91-4852-856e-3f01f46f674b', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:88:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:55.838825 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] Checking router: fa14265d-2a90-47de-a1cc-7e80e6c812ca for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:55.847775 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] Routers {'fa14265d-2a90-47de-a1cc-7e80e6c812ca'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:55.848404 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:55.858240 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] For port dc3aa000-8a91-4852-856e-3f01f46f674b, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=dc3aa000-8a91-4852-856e-3f01f46f674b,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:55.858609 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:55.870426 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Calling delete_port for dc3aa000-8a91-4852-856e-3f01f46f674b owned by network:router_gateway {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:55.938831 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] Set router fa14265d-2a90-47de-a1cc-7e80e6c812ca gateway port host: None {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:55.992965 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:48:55Z', 'revision_number': 6, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port_host': None}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:56.019036 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f4968-5485-496e-8ed2-640b95e7fa03 None None] The sync data for ids ['fa14265d-2a90-47de-a1cc-7e80e6c812ca'] in dv-cinder-788365-6-iscsi is: [{'id': 'fa14265d-2a90-47de-a1cc-7e80e6c812ca', 'name': 'tempest-TestShelveInstance-1931787615-router', 'tenant_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:20Z', 'updated_at': '2021-08-09T15:48:55Z', 'revision_number': 6, 'project_id': 'fc67fe97d83e44a985c2a58971e7d1d0', 'gw_port_host': None}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:56.038029 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.074236 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3aa000-8a91-4852-856e-3f01f46f674b,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:56.080859 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a016-d609-48f2-ae51-ba1a744f6a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.278751 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.387902 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279e603-2193-4b56-8a0b-0311df31e805 req-16f0a402-b160-4e92-bdf4-43ac39c38c0c tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.389476 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0279e603-2193-4b56-8a0b-0311df31e805 req-16f0a402-b160-4e92-bdf4-43ac39c38c0c tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.44 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 946 time: 0.3434534 Aug 09 15:48:56.394414 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890059'] for router_gateway, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.527521 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-886079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.534803 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.545306 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c1cf2-1b47-42d1-a148-fec170a5a1ee req-ef35a510-e846-4651-ae56-3def541d6ea1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:56.546935 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5a7c1cf2-1b47-42d1-a148-fec170a5a1ee req-ef35a510-e846-4651-ae56-3def541d6ea1 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 946 time: 0.0564144 Aug 09 15:48:56.587947 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5a7c1cf2-1b47-42d1-a148-fec170a5a1ee req-26975117-71d0-4245-8ee1-1c4b0e764eca tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Aug 09 15:48:56.619706 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-886219'] for router, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.620330 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa14265d-2a90-47de-a1cc-7e80e6c812ca {{(pid=99998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:48:56.626608 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.627743 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-a2654c54-e253-493d-85e5-c6b3f39f7cd1 admin admin] 10.222.0.10 "DELETE /v2.0/routers/fa14265d-2a90-47de-a1cc-7e80e6c812ca HTTP/1.1" status: 204 len: 168 time: 1.1145470 Aug 09 15:48:56.630783 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54026) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:56.645814 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-0279e603-2193-4b56-8a0b-0311df31e805 req-8d719951-c630-4809-8fc5-fa65904d58bf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Deleting port c56d2acb-4659-4666-b846-7c0c77927e9f {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:56.646145 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0279e603-2193-4b56-8a0b-0311df31e805 req-8d719951-c630-4809-8fc5-fa65904d58bf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.674364 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f97338b-110e-4dd7-bad1-360fd27b76ea admin admin] Deleting subnet 2f66c379-e042-4a7d-bba4-c97baaa49978 {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:48:56.677456 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f97338b-110e-4dd7-bad1-360fd27b76ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.714017 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f97338b-110e-4dd7-bad1-360fd27b76ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.739966 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-0279e603-2193-4b56-8a0b-0311df31e805 req-8d719951-c630-4809-8fc5-fa65904d58bf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] For port c56d2acb-4659-4666-b846-7c0c77927e9f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c56d2acb-4659-4666-b846-7c0c77927e9f,segment=NetworkSegment(7215365e-4337-46cb-9a29-939a00cb2291),segment_id=7215365e-4337-46cb-9a29-939a00cb2291)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:56.740329 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0279e603-2193-4b56-8a0b-0311df31e805 req-8d719951-c630-4809-8fc5-fa65904d58bf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.753440 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-0279e603-2193-4b56-8a0b-0311df31e805 req-8d719951-c630-4809-8fc5-fa65904d58bf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Calling delete_port for c56d2acb-4659-4666-b846-7c0c77927e9f owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:56.795202 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f97338b-110e-4dd7-bad1-360fd27b76ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.867762 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f97338b-110e-4dd7-bad1-360fd27b76ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.893107 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97338b-110e-4dd7-bad1-360fd27b76ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f66c379-e042-4a7d-bba4-c97baaa49978,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:56.894652 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0279e603-2193-4b56-8a0b-0311df31e805 req-8d719951-c630-4809-8fc5-fa65904d58bf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.897785 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-9f97338b-110e-4dd7-bad1-360fd27b76ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.900060 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-9f97338b-110e-4dd7-bad1-360fd27b76ea admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2f66c379-e042-4a7d-bba4-c97baaa49978 HTTP/1.1" status: 204 len: 168 time: 0.2682567 Aug 09 15:48:56.902657 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54028) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:56.911190 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d3ff8-ec29-493f-b66b-0e1eb9a0daba None None] Network d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:48:56.916602 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['c56d2acb-4659-4666-b846-7c0c77927e9f'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:48:56.933704 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d719951-c630-4809-8fc5-fa65904d58bf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Pushing event deleted for resources: {'Port': ['ID=c56d2acb-4659-4666-b846-7c0c77927e9f,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:56.986616 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-0279e603-2193-4b56-8a0b-0311df31e805 req-8d719951-c630-4809-8fc5-fa65904d58bf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] No DVR routers for this DVR port c56d2acb-4659-4666-b846-7c0c77927e9f on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:56.989767 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0279e603-2193-4b56-8a0b-0311df31e805 req-8d719951-c630-4809-8fc5-fa65904d58bf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.992053 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0279e603-2193-4b56-8a0b-0311df31e805 req-8d719951-c630-4809-8fc5-fa65904d58bf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.44 "DELETE /v2.0/ports/c56d2acb-4659-4666-b846-7c0c77927e9f HTTP/1.1" status: 204 len: 173 time: 0.5808938 Aug 09 15:48:56.992674 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682307b-6d3d-4ac1-a078-89287a5271c1', 'name': 'network-vif-deleted', 'tag': 'c56d2acb-4659-4666-b846-7c0c77927e9f'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:48:56.994323 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:56.995520 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f1fa45-cf5a-42f4-ae70-6b3eba483ed9" -d '{"events": [{"server_uuid": "1682307b-6d3d-4ac1-a078-89287a5271c1", "name": "network-vif-deleted", "tag": "c56d2acb-4659-4666-b846-7c0c77927e9f"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:48:57.045274 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510c2815-35e5-42d0-a347-e16c317f6c5e x-openstack-request-id: req-510c2815-35e5-42d0-a347-e16c317f6c5e {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:48:57.045429 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682307b-6d3d-4ac1-a078-89287a5271c1", "name": "network-vif-deleted", "tag": "c56d2acb-4659-4666-b846-7c0c77927e9f", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:48:57.045712 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-510c2815-35e5-42d0-a347-e16c317f6c5e {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:48:57.046283 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1682307b-6d3d-4ac1-a078-89287a5271c1', 'name': 'network-vif-deleted', 'tag': 'c56d2acb-4659-4666-b846-7c0c77927e9f', 'status': 'completed', 'code': 200} Aug 09 15:48:57.060987 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Deleting port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:57.061522 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.133678 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] For port e0cf9cff-5a1f-42da-95e0-c544d31b2b93, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=e0cf9cff-5a1f-42da-95e0-c544d31b2b93,segment=NetworkSegment(0dc52e25-0c84-4888-bde8-b0139be5bc81),segment_id=0dc52e25-0c84-4888-bde8-b0139be5bc81)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:57.134046 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.151428 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Calling delete_port for e0cf9cff-5a1f-42da-95e0-c544d31b2b93 owned by network:dhcp {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:57.193814 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b9dc3-1e77-46a2-afb6-fa0c3f5a0dd9 None None] DHCP port deletion for d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f request from dv-cinder-788365-6-iscsi {{(pid=100000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:48:57.227280 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.248861 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.254931 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b9dc3-1e77-46a2-afb6-fa0c3f5a0dd9 None None] Deleting port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 {{(pid=100000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:57.255310 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9dc3-1e77-46a2-afb6-fa0c3f5a0dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.271888 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0cf9cff-5a1f-42da-95e0-c544d31b2b93,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:57.278387 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] No DVR routers for this DVR port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 on host dv-cinder-788365-6-iscsi {{(pid=99999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:57.328192 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a8b9dc3-1e77-46a2-afb6-fa0c3f5a0dd9 None None] For port e0cf9cff-5a1f-42da-95e0-c544d31b2b93, host dv-cinder-788365-6-iscsi, got binding levels [] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:57.328803 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9dc3-1e77-46a2-afb6-fa0c3f5a0dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.344972 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b9dc3-1e77-46a2-afb6-fa0c3f5a0dd9 None None] Calling delete_port for e0cf9cff-5a1f-42da-95e0-c544d31b2b93 owned by network:dhcp {{(pid=100000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:57.348230 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.ipam_backend_mixin [None req-8a8b9dc3-1e77-46a2-afb6-fa0c3f5a0dd9 None None] Port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 was not found and therefore no delete operation was performed {{(pid=100000) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:48:57.353917 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a8b9dc3-1e77-46a2-afb6-fa0c3f5a0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254'] for port, after_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.356342 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.366708 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f']}} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:57.376974 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc52e25-0c84-4888-bde8-b0139be5bc81') {'for_net_delete': True} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:57.377274 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc52e25-0c84-4888-bde8-b0139be5bc81') {} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:57.380290 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b9dc3-1e77-46a2-afb6-fa0c3f5a0dd9 None None] Pushing event deleted for resources: {'Port': ['ID=e0cf9cff-5a1f-42da-95e0-c544d31b2b93,revision_number=None']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:57.383836 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8b9dc3-1e77-46a2-afb6-fa0c3f5a0dd9 None None] No DVR routers for this DVR port e0cf9cff-5a1f-42da-95e0-c544d31b2b93 on host dv-cinder-788365-6-iscsi {{(pid=100000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:48:57.386384 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12833747'] for segment, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.400354 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.406036 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=99999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:48:57.406419 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776025'] for segment, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: Traceback (most recent call last): Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: timer() Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: cb(*args, **kw) Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: return func(*args, **kwargs) Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: self._notify() Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: self.callback(batched_events) Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: event.method(event) Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: return f(self, *a, **k) Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._get(url).json() Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: return self.request(url, 'GET', **kwargs) Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:48:57.408671 dv-cinder-788365-6-iscsi neutron-server[99999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:48:57.461501 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.466322 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:57.468191 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] 10.222.0.10 "DELETE /v2.0/networks/d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f HTTP/1.1" status: 204 len: 168 time: 0.5645392 Aug 09 15:48:57.471901 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 54034) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:57.482144 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039eadf6-375d-459d-85d2-4536689e563e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4a143a4-c851-4c3d-8cc3-e9966a6fcf0f,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:57.701601 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-483fa58f-613d-4730-9c0b-9eaa24b4a572 req-8331ea0a-6c6a-44ba-ac2f-afbdbf36c9e6 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=1682307b-6d3d-4ac1-a078-89287a5271c1 HTTP/1.1" status: 200 len: 210 time: 0.0265641 Aug 09 15:48:57.733926 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device e0cf9cff-5a1f-42da-95e0-c544d31b2b93 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:57.754173 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: e0cf9cff-5a1f-42da-95e0-c544d31b2b93 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:57.754522 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device e0cf9cff-5a1f-42da-95e0-c544d31b2b93 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:57.754944 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device dc3aa000-8a91-4852-856e-3f01f46f674b no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:57.778465 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: dc3aa000-8a91-4852-856e-3f01f46f674b {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:57.778807 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device dc3aa000-8a91-4852-856e-3f01f46f674b not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:57.779225 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device d3a14838-73f4-4ed8-a33c-1d5667f36601 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:57.798688 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: d3a14838-73f4-4ed8-a33c-1d5667f36601 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:57.799083 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device d3a14838-73f4-4ed8-a33c-1d5667f36601 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:57.862296 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889501'] for router_interface, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.104351 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] Deleting port e5447270-4422-4f64-a1d3-216c7c6c094e {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:58.104690 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.181502 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] For port e5447270-4422-4f64-a1d3-216c7c6c094e, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=e5447270-4422-4f64-a1d3-216c7c6c094e,segment=NetworkSegment(8dc56093-964e-4a52-bc74-e8338b2bb342),segment_id=8dc56093-964e-4a52-bc74-e8338b2bb342)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:58.181785 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.194297 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] Calling delete_port for e5447270-4422-4f64-a1d3-216c7c6c094e owned by network:router_interface {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:58.369027 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.395014 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5447270-4422-4f64-a1d3-216c7c6c094e,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:58.567311 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-892205'] for router_interface, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.775520 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] Router 0f780717-d272-4ddd-84bf-014cbd8bfb2d has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:48:58.886398 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:48:58.891753 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:58.892304 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-27b72767-7bdf-423a-b632-f7dd7f51271e admin admin] 10.222.0.10 "PUT /v2.0/routers/0f780717-d272-4ddd-84bf-014cbd8bfb2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4188693 Aug 09 15:48:58.897702 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 54054) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:48:58.901877 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] Sync routers for ids ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:48:58.905812 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device c56d2acb-4659-4666-b846-7c0c77927e9f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:48:58.914108 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] Routers {'0f780717-d272-4ddd-84bf-014cbd8bfb2d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:58.914872 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:58.934585 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: c56d2acb-4659-4666-b846-7c0c77927e9f {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:48:58.934939 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device c56d2acb-4659-4666-b846-7c0c77927e9f not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:48:58.974804 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-6a7feb71-9f37-4be8-b4b8-4e33c668ef88 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:48:58.976852 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-6a7feb71-9f37-4be8-b4b8-4e33c668ef88 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/networks?id=23bd4f55-a864-4073-94ea-1d7afbef0ae6 HTTP/1.1" status: 200 len: 808 time: 0.1197064 Aug 09 15:48:58.992428 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-78bdcbde-23b8-4145-b105-3643ab6e0a4d tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/quotas/ac7b00a8ed204258b76f615e0544e0ba HTTP/1.1" status: 200 len: 375 time: 0.0099099 Aug 09 15:48:59.025770 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-c0a6c668-a337-4967-964c-d1a1382037b7 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac7b00a8ed204258b76f615e0544e0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275145 Aug 09 15:48:59.026547 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] Set router 0f780717-d272-4ddd-84bf-014cbd8bfb2d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:59.029165 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Notify callbacks [] for router, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.133036 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-bce19c6b-dae5-4985-9e95-7b7fffb2bf34 service neutron] 10.222.0.10 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989873 Aug 09 15:48:59.145902 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.209294 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Deleting port 4e491d61-b54b-476e-9632-79ba9a36dea3 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:48:59.209643 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.214316 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'name': 'tempest-TestShelveInstance-378827379-router', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:48:58Z', 'revision_number': 5, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'gw_port': {'id': '4e491d61-b54b-476e-9632-79ba9a36dea3', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fa:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:59.227148 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-ea4726fe-e733-4947-9e2e-75944a6787a2 service neutron] 10.222.0.10 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879457 Aug 09 15:48:59.246535 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] Checking router: 0f780717-d272-4ddd-84bf-014cbd8bfb2d for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:48:59.255334 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] Routers {'0f780717-d272-4ddd-84bf-014cbd8bfb2d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:48:59.255964 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:59.294794 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] For port 4e491d61-b54b-476e-9632-79ba9a36dea3, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=4e491d61-b54b-476e-9632-79ba9a36dea3,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:48:59.295281 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.308879 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Calling delete_port for 4e491d61-b54b-476e-9632-79ba9a36dea3 owned by network:router_gateway {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:48:59.346824 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] Set router 0f780717-d272-4ddd-84bf-014cbd8bfb2d gateway port host: None {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:48:59.406238 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'name': 'tempest-TestShelveInstance-378827379-router', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:48:59Z', 'revision_number': 6, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'gw_port_host': None}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:48:59.427662 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2a93797c-6aa7-4a6a-a2a3-73ba36708c1a req-631b0a14-aeb5-4d50-9bea-a1b66b87bb24 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 210 time: 0.0391088 Aug 09 15:48:59.546805 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5250cbe-7ab7-4e59-a91c-49e58ff6fde2 None None] The sync data for ids ['0f780717-d272-4ddd-84bf-014cbd8bfb2d'] in dv-cinder-788365-6-iscsi is: [{'id': '0f780717-d272-4ddd-84bf-014cbd8bfb2d', 'name': 'tempest-TestShelveInstance-378827379-router', 'tenant_id': 'a512dd967acd49b0a76a09e1bded789f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:42:25Z', 'updated_at': '2021-08-09T15:48:59Z', 'revision_number': 6, 'project_id': 'a512dd967acd49b0a76a09e1bded789f', 'gw_port_host': None}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:48:59.768115 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.824357 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e491d61-b54b-476e-9632-79ba9a36dea3,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:48:59.882059 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890059'] for router_gateway, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.980624 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-886079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:48:59.985558 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.033755 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-886219'] for router, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.034337 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f780717-d272-4ddd-84bf-014cbd8bfb2d {{(pid=99998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:49:00.039389 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] Notify callbacks [] for router, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.042761 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-8ced36c2-32fc-442a-8f98-e630d1696c9f admin admin] 10.222.0.10 "DELETE /v2.0/routers/0f780717-d272-4ddd-84bf-014cbd8bfb2d HTTP/1.1" status: 204 len: 168 time: 1.1414046 Aug 09 15:49:00.043212 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 54068) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:00.079082 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device e5447270-4422-4f64-a1d3-216c7c6c094e no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:00.095806 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_v2 [None req-473a03c4-58bc-4d23-8b85-650050245783 admin admin] Deleting subnet 77742682-18c4-4195-a5bd-48dda25361f5 {{(pid=99998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:49:00.098678 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: e5447270-4422-4f64-a1d3-216c7c6c094e {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:00.098847 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-473a03c4-58bc-4d23-8b85-650050245783 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.099030 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device e5447270-4422-4f64-a1d3-216c7c6c094e not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:00.132723 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-473a03c4-58bc-4d23-8b85-650050245783 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15669160'] for subnet, precommit_delete_associations {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.240218 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-473a03c4-58bc-4d23-8b85-650050245783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.293323 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-473a03c4-58bc-4d23-8b85-650050245783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15668209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14180536'] for subnet, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.321864 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-473a03c4-58bc-4d23-8b85-650050245783 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.326079 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-473a03c4-58bc-4d23-8b85-650050245783 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/77742682-18c4-4195-a5bd-48dda25361f5 HTTP/1.1" status: 204 len: 168 time: 0.2796857 Aug 09 15:49:00.326079 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a03c4-58bc-4d23-8b85-650050245783 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77742682-18c4-4195-a5bd-48dda25361f5,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:00.326256 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 54070) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:00.327698 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458af35-13ba-4ab5-b318-d106bbcecc79 None None] Network d412f81b-918c-45bf-9098-336c66cc86ce requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:00.397277 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.460825 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Deleting port b3a533ac-7db5-4c72-b22a-32b8f2c5985f {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:00.461536 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.526395 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69e7b5a-6bf8-4c68-9b52-a0738922780d None None] DHCP port deletion for d412f81b-918c-45bf-9098-336c66cc86ce request from dv-cinder-788365-6-iscsi {{(pid=100000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:49:00.583268 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-e69e7b5a-6bf8-4c68-9b52-a0738922780d None None] Deleting port b3a533ac-7db5-4c72-b22a-32b8f2c5985f {{(pid=100000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:00.583984 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-e69e7b5a-6bf8-4c68-9b52-a0738922780d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.596432 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] For port b3a533ac-7db5-4c72-b22a-32b8f2c5985f, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=b3a533ac-7db5-4c72-b22a-32b8f2c5985f,segment=NetworkSegment(8dc56093-964e-4a52-bc74-e8338b2bb342),segment_id=8dc56093-964e-4a52-bc74-e8338b2bb342)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:00.596914 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.599348 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f62eedb4-8120-437c-bac7-9e7cf9b1c66e req-3563789d-d9b4-46b8-bd6d-5c85b0d5fc8b tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 210 time: 0.0788527 Aug 09 15:49:00.615160 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Calling delete_port for b3a533ac-7db5-4c72-b22a-32b8f2c5985f owned by network:dhcp {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:00.752969 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-45bbd29a-f51f-4c39-b25a-9d4c89e97d02 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:00.754835 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-45bbd29a-f51f-4c39-b25a-9d4c89e97d02 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.44 "GET /v2.0/networks?id=23bd4f55-a864-4073-94ea-1d7afbef0ae6 HTTP/1.1" status: 200 len: 808 time: 0.2455966 Aug 09 15:49:00.774515 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Request body: {'port': {'device_id': '2a7faf80-0d89-4a45-8d22-d44a0695e61a', 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6', 'admin_state_up': True, 'tenant_id': 'ac7b00a8ed204258b76f615e0544e0ba'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:00.780227 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.819829 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-e69e7b5a-6bf8-4c68-9b52-a0738922780d None None] For port b3a533ac-7db5-4c72-b22a-32b8f2c5985f, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=b3a533ac-7db5-4c72-b22a-32b8f2c5985f,segment=NetworkSegment(8dc56093-964e-4a52-bc74-e8338b2bb342),segment_id=8dc56093-964e-4a52-bc74-e8338b2bb342)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:00.820581 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-e69e7b5a-6bf8-4c68-9b52-a0738922780d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.840934 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-e69e7b5a-6bf8-4c68-9b52-a0738922780d None None] Calling delete_port for b3a533ac-7db5-4c72-b22a-32b8f2c5985f owned by network:dhcp {{(pid=100000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:00.848660 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a533ac-7db5-4c72-b22a-32b8f2c5985f,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:00.880998 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] No DVR routers for this DVR port b3a533ac-7db5-4c72-b22a-32b8f2c5985f on host dv-cinder-788365-6-iscsi {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:00.973931 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-e69e7b5a-6bf8-4c68-9b52-a0738922780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254'] for port, after_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:00.987670 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.003658 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d412f81b-918c-45bf-9098-336c66cc86ce']}} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:01.005980 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e7b5a-6bf8-4c68-9b52-a0738922780d None None] Pushing event deleted for resources: {'Port': ['ID=b3a533ac-7db5-4c72-b22a-32b8f2c5985f,revision_number=None']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:01.012415 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e7b5a-6bf8-4c68-9b52-a0738922780d None None] No DVR routers for this DVR port b3a533ac-7db5-4c72-b22a-32b8f2c5985f on host dv-cinder-788365-6-iscsi {{(pid=100000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:01.020688 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc56093-964e-4a52-bc74-e8338b2bb342') {'for_net_delete': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:01.021076 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc56093-964e-4a52-bc74-e8338b2bb342') {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:01.035364 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15669183'] for segment, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.037858 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-18c23dfd-ca9d-4e8c-88c9-4136fdac2842 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.039394 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-18c23dfd-ca9d-4e8c-88c9-4136fdac2842 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 815 time: 0.1126831 Aug 09 15:49:01.050334 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Made reservation on behalf of ac7b00a8ed204258b76f615e0544e0ba for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:01.054299 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.056265 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-d5c91931-4809-4847-9d73-81859b8e943c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/quotas/160405abfe9040f5bcbf5087bacaf6bf HTTP/1.1" status: 200 len: 375 time: 0.0094776 Aug 09 15:49:01.057339 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.071883 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=99998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:49:01.072268 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15668015'] for segment, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: Traceback (most recent call last): Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: timer() Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: cb(*args, **kw) Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: return func(*args, **kwargs) Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: self._notify() Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: self.callback(batched_events) Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: event.method(event) Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: return f(self, *a, **k) Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._get(url).json() Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: return self.request(url, 'GET', **kwargs) Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:49:01.074249 dv-cinder-788365-6-iscsi neutron-server[99998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:49:01.105800 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-8006c30f-db5b-4cdc-8354-445aa133012f tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433054 Aug 09 15:49:01.182329 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.187195 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.190057 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d412f81b-918c-45bf-9098-336c66cc86ce HTTP/1.1" status: 204 len: 168 time: 0.8629737 Aug 09 15:49:01.202381 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-5cfe4287-e1f9-4ca7-ad1e-7f9d1192d86f service neutron] 10.222.0.10 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890429 Aug 09 15:49:01.211199 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dea708-cf80-4d11-8269-e2ec3fef7de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d412f81b-918c-45bf-9098-336c66cc86ce,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:01.271496 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Allocated IP 172.20.0.2 (23bd4f55-a864-4073-94ea-1d7afbef0ae6/975e74ca-fabd-44a8-930d-d9cb81d3e228/bc8c69c9-0d72-4201-b861-3629372528b9) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:01.303655 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-d9d3d359-3640-451b-8d7f-2548ed92b18c service neutron] 10.222.0.10 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941653 Aug 09 15:49:01.327109 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54096) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:01.375807 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-dec8e8af-f192-49c7-81c4-36bc1b346fb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc67fe97d83e44a985c2a58971e7d1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471344 Aug 09 15:49:01.378407 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54098) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:01.443046 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-acef54c5-fe5b-4e9f-a505-83ed74ab2051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.453334 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.476048 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3a1b0498-85d1-4a4a-a17e-20e39acf6ebb req-e0c4ad8b-28f6-4cbb-bed3-7762e08256f2 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 210 time: 0.0342298 Aug 09 15:49:01.489053 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-acef54c5-fe5b-4e9f-a505-83ed74ab2051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.507353 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.543499 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-acef54c5-fe5b-4e9f-a505-83ed74ab2051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.546983 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-acef54c5-fe5b-4e9f-a505-83ed74ab2051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.548909 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-acef54c5-fe5b-4e9f-a505-83ed74ab2051 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b91b5af-6ecf-4f4b-9030-8aafe1596f79 HTTP/1.1" status: 204 len: 168 time: 0.1692569 Aug 09 15:49:01.557767 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef54c5-fe5b-4e9f-a505-83ed74ab2051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b91b5af-6ecf-4f4b-9030-8aafe1596f79,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:01.558166 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:01.564152 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:01.566509 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:01.597467 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Pushing event updated for resources: {'Port': ['ID=bc8c69c9-0d72-4201-b861-3629372528b9,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:01.624099 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.625149 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.643017 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-91932a18-789f-4b93-ba6f-dcb3649c5686 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8733027 Aug 09 15:49:01.659279 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Request body: {'port': {'device_id': '2a7faf80-0d89-4a45-8d22-d44a0695e61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:01.741341 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dc138-6add-409a-a5c6-a8f03ff3507f req-f15ff052-6d95-4b6e-b6f7-2419caa4366d tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:01.748685 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-056dc138-6add-409a-a5c6-a8f03ff3507f req-f15ff052-6d95-4b6e-b6f7-2419caa4366d tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 931 time: 0.0672538 Aug 09 15:49:01.751654 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 4e491d61-b54b-476e-9632-79ba9a36dea3 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:01.768351 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:01.794806 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 4e491d61-b54b-476e-9632-79ba9a36dea3 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:01.800786 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-056dc138-6add-409a-a5c6-a8f03ff3507f req-c85086ce-1056-4854-9d6b-1babbf2f31cf tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511208 Aug 09 15:49:01.801195 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 4e491d61-b54b-476e-9632-79ba9a36dea3 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:01.802541 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device b3a533ac-7db5-4c72-b22a-32b8f2c5985f no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:01.828106 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: b3a533ac-7db5-4c72-b22a-32b8f2c5985f {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:01.828519 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device b3a533ac-7db5-4c72-b22a-32b8f2c5985f not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:02.015144 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54116) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:02.056334 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-a7530227-9e0a-4a01-9100-67408fd7e158 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a512dd967acd49b0a76a09e1bded789f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394154 Aug 09 15:49:02.058924 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54118) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:02.074506 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8c69c9-0d72-4201-b861-3629372528b9 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:02.086557 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.100689 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Transition to ACTIVE for port object bc8c69c9-0d72-4201-b861-3629372528b9 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:02.105641 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.109123 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d89d-d905-4b44-b0aa-9a53e9312fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.134482 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d89d-d905-4b44-b0aa-9a53e9312fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.164800 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Pushing event updated for resources: {'Port': ['ID=bc8c69c9-0d72-4201-b861-3629372528b9,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:02.187815 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d89d-d905-4b44-b0aa-9a53e9312fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.190644 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-2eb1d89d-d905-4b44-b0aa-9a53e9312fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.191962 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-2eb1d89d-d905-4b44-b0aa-9a53e9312fbc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ded5fb8-684a-467b-91b4-bacef12484fa HTTP/1.1" status: 204 len: 168 time: 0.1321399 Aug 09 15:49:02.199754 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1d89d-d905-4b44-b0aa-9a53e9312fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ded5fb8-684a-467b-91b4-bacef12484fa,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:02.242666 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Attempting to bind port bc8c69c9-0d72-4201-b861-3629372528b9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:02.243003 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Attempting to bind port bc8c69c9-0d72-4201-b861-3629372528b9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7215365e-4337-46cb-9a29-939a00cb2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:02.243354 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Attempting to bind port bc8c69c9-0d72-4201-b861-3629372528b9 on network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:02.247529 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Port bc8c69c9-0d72-4201-b861-3629372528b9 on network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:02.247856 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Attempting to bind port bc8c69c9-0d72-4201-b861-3629372528b9 on network 23bd4f55-a864-4073-94ea-1d7afbef0ae6 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:02.253041 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:02.253377 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Checking segment: {'id': '7215365e-4337-46cb-9a29-939a00cb2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:02.253755 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Bound using segment: {'id': '7215365e-4337-46cb-9a29-939a00cb2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:02.254177 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Bound port: bc8c69c9-0d72-4201-b861-3629372528b9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7215365e-4337-46cb-9a29-939a00cb2291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:02.254528 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.318409 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] For port bc8c69c9-0d72-4201-b861-3629372528b9, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:02.321469 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] For port bc8c69c9-0d72-4201-b861-3629372528b9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bc8c69c9-0d72-4201-b861-3629372528b9,segment=NetworkSegment(7215365e-4337-46cb-9a29-939a00cb2291),segment_id=7215365e-4337-46cb-9a29-939a00cb2291)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:02.325895 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.362442 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.363120 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.365051 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] 10.222.0.44 "PUT /v2.0/ports/bc8c69c9-0d72-4201-b861-3629372528b9 HTTP/1.1" status: 200 len: 1093 time: 0.7127349 Aug 09 15:49:02.367652 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7faf80-0d89-4a45-8d22-d44a0695e61a', 'tag': 'bc8c69c9-0d72-4201-b861-3629372528b9'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:02.369822 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d19ade-4d63-45e3-8324-7093b39fa6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7faf80-0d89-4a45-8d22-d44a0695e61a", "tag": "bc8c69c9-0d72-4201-b861-3629372528b9"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:02.404466 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f541-be53-4875-b00a-361c571c1a2e service neutron] Pushing event updated for resources: {'Port': ['ID=bc8c69c9-0d72-4201-b861-3629372528b9,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:02.446150 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00820a11-0660-4b5e-9d71-a4007ec2b043 x-openstack-request-id: req-00820a11-0660-4b5e-9d71-a4007ec2b043 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:02.446489 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7faf80-0d89-4a45-8d22-d44a0695e61a", "tag": "bc8c69c9-0d72-4201-b861-3629372528b9", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:02.446700 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00820a11-0660-4b5e-9d71-a4007ec2b043 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:02.447107 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7faf80-0d89-4a45-8d22-d44a0695e61a', 'tag': 'bc8c69c9-0d72-4201-b861-3629372528b9', 'status': 'completed', 'code': 200} Aug 09 15:49:02.464398 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-518de16a-f5b1-4740-a017-c8a5d9fa646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.466035 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-518de16a-f5b1-4740-a017-c8a5d9fa646a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac7b00a8ed204258b76f615e0544e0ba&device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 1096 time: 0.0487723 Aug 09 15:49:02.515218 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-66440e61-5405-4753-babf-57c1496216e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc8c69c9-0d72-4201-b861-3629372528b9 HTTP/1.1" status: 200 len: 217 time: 0.0362742 Aug 09 15:49:02.578994 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-55e2b5b9-44cd-4c76-80af-f5939457482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.580112 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-55e2b5b9-44cd-4c76-80af-f5939457482b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=975e74ca-fabd-44a8-930d-d9cb81d3e228 HTTP/1.1" status: 200 len: 848 time: 0.0564673 Aug 09 15:49:02.600541 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6afae23-a888-4537-bbef-d2ae76b9dcb7 req-4c4a0a0b-79b4-4dfa-862f-efc1e77989fe tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 210 time: 0.0276780 Aug 09 15:49:02.632436 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-b238eaf3-03fa-473b-a7a5-c1e270225325 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23bd4f55-a864-4073-94ea-1d7afbef0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283663 Aug 09 15:49:02.711656 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-413f7d9e-d27a-4c90-8d89-6dc3f527828b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.713511 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-413f7d9e-d27a-4c90-8d89-6dc3f527828b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 815 time: 0.1093717 Aug 09 15:49:02.734476 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Request body: {'port': {'device_id': '0cd1f8a4-9a1e-44f1-acbd-484d965d0215', 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db', 'admin_state_up': True, 'tenant_id': '160405abfe9040f5bcbf5087bacaf6bf'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:02.737096 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-2084fa90-0006-402e-8b62-ec8b1559a8ab service neutron] 10.222.0.44 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907574 Aug 09 15:49:02.843206 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Made reservation on behalf of 160405abfe9040f5bcbf5087bacaf6bf for: {'port': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:02.847855 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:02.852648 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c63c2f84-adb6-4f54-b597-2e002c046d50 req-ff01f45e-13a9-41d0-9c77-0ef9e82bf31a service neutron] 10.222.0.44 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927532 Aug 09 15:49:02.950447 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d19ade-4d63-45e3-8324-7093b39fa6f0 req-f1f94fe1-27fd-4f11-8374-4c946269b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.952073 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6d19ade-4d63-45e3-8324-7093b39fa6f0 req-f1f94fe1-27fd-4f11-8374-4c946269b1fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac7b00a8ed204258b76f615e0544e0ba&device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 1096 time: 0.0425856 Aug 09 15:49:02.970521 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda08573-4cd4-45d2-b522-4952715c9339 req-7099a1cb-b784-4dd2-8c0d-e4fbfca84d84 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:02.972023 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eda08573-4cd4-45d2-b522-4952715c9339 req-7099a1cb-b784-4dd2-8c0d-e4fbfca84d84 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 943 time: 0.1061516 Aug 09 15:49:03.042423 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Allocated IP 172.20.0.5 (ee64b863-cec6-46d2-936d-60ae656ed7db/bef1bc94-eecb-4610-a32c-180536a1a24e/8a8f421a-a2ae-4af7-95fd-f0946931f6a5) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:03.049846 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-eda08573-4cd4-45d2-b522-4952715c9339 req-64931099-687d-4ab5-b201-51fe033018a4 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559485 Aug 09 15:49:03.054494 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d19ade-4d63-45e3-8324-7093b39fa6f0 req-d08633c0-534b-43ae-a97f-e653750e48fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.056113 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6d19ade-4d63-45e3-8324-7093b39fa6f0 req-d08633c0-534b-43ae-a97f-e653750e48fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=23bd4f55-a864-4073-94ea-1d7afbef0ae6 HTTP/1.1" status: 200 len: 910 time: 0.0907362 Aug 09 15:49:03.104103 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6d19ade-4d63-45e3-8324-7093b39fa6f0 req-1dcd7fe6-bd34-4424-a775-4f771be6905e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc8c69c9-0d72-4201-b861-3629372528b9 HTTP/1.1" status: 200 len: 217 time: 0.0350249 Aug 09 15:49:03.158002 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d19ade-4d63-45e3-8324-7093b39fa6f0 req-4b1e6f89-97e6-442a-8238-db5c3c8f029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.159494 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6d19ade-4d63-45e3-8324-7093b39fa6f0 req-4b1e6f89-97e6-442a-8238-db5c3c8f029f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=975e74ca-fabd-44a8-930d-d9cb81d3e228 HTTP/1.1" status: 200 len: 848 time: 0.0468357 Aug 09 15:49:03.195134 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.196180 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6d19ade-4d63-45e3-8324-7093b39fa6f0 req-cf4d32a0-dd87-468e-a60c-5b5673a82e98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23bd4f55-a864-4073-94ea-1d7afbef0ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250401 Aug 09 15:49:03.237238 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.254012 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['f0a0bc7a-183b-4229-89a7-cb492a97b032'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:03.284146 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Network ee64b863-cec6-46d2-936d-60ae656ed7db is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:03.287300 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:03.291548 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:03.295373 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Pushing event updated for resources: {'Port': ['ID=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:03.304279 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6d19ade-4d63-45e3-8324-7093b39fa6f0 req-e34154cc-d53a-415c-99c7-08e48fe6b245 service neutron] 10.222.0.44 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972252 Aug 09 15:49:03.343845 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.344680 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.358852 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-9a255dfd-6b3e-4492-bc9f-73ccfb79d25c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6294851 Aug 09 15:49:03.372173 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Request body: {'port': {'device_id': '0cd1f8a4-9a1e-44f1-acbd-484d965d0215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:03.410533 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6d19ade-4d63-45e3-8324-7093b39fa6f0 req-947d3004-40a7-4360-aead-a5307effa139 service neutron] 10.222.0.44 "GET /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924819 Aug 09 15:49:03.667044 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:03.798603 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f058a3-b89a-4172-a3ca-326288e9f52d req-0b778555-7951-4219-b1ad-25cd0e255de8 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:03.800080 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d3f058a3-b89a-4172-a3ca-326288e9f52d req-0b778555-7951-4219-b1ad-25cd0e255de8 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 931 time: 0.1248980 Aug 09 15:49:03.889686 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d3f058a3-b89a-4172-a3ca-326288e9f52d req-8a355da7-2b95-49c6-baae-bd1d76a2b453 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812404 Aug 09 15:49:03.981565 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 {{(pid=99999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:03.989502 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.001781 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Transition to ACTIVE for port object 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 will not be triggered until provisioned by entity L2. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:04.005486 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.068566 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:04.122922 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Attempting to bind port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:04.123259 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Attempting to bind port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:04.123586 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Attempting to bind port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 on network ee64b863-cec6-46d2-936d-60ae656ed7db {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:04.135946 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 on network ee64b863-cec6-46d2-936d-60ae656ed7db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:04.136262 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Attempting to bind port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 on network ee64b863-cec6-46d2-936d-60ae656ed7db {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:04.155610 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:04.155876 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Checking segment: {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:04.156257 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Bound using segment: {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:04.157274 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Bound port: 8a8f421a-a2ae-4af7-95fd-f0946931f6a5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'}}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:04.157645 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.205393 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6091f-ca86-40f9-b461-8d584271eb02 req-77a2d0c2-85b0-403c-9bfe-c79e1ec4963d tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.206875 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-83e6091f-ca86-40f9-b461-8d584271eb02 req-77a2d0c2-85b0-403c-9bfe-c79e1ec4963d tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 943 time: 0.0857434 Aug 09 15:49:04.254376 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] For port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5, host hv-cinder-78836, cleared binding levels {{(pid=99999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:04.258807 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] For port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=99999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:04.264115 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-83e6091f-ca86-40f9-b461-8d584271eb02 req-48e3ce32-b923-49d5-885e-b352c052d272 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512478 Aug 09 15:49:04.265563 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.298591 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.299197 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:04.300561 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] 10.222.0.44 "PUT /v2.0/ports/8a8f421a-a2ae-4af7-95fd-f0946931f6a5 HTTP/1.1" status: 200 len: 1093 time: 0.9326632 Aug 09 15:49:04.302605 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd1f8a4-9a1e-44f1-acbd-484d965d0215', 'tag': '8a8f421a-a2ae-4af7-95fd-f0946931f6a5'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:04.304849 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd1f8a4-9a1e-44f1-acbd-484d965d0215", "tag": "8a8f421a-a2ae-4af7-95fd-f0946931f6a5"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:04.330191 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e4fc1-c569-4cad-826c-fd7addb6d467 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,revision_number=3']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:04.343202 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2480122-7ec9-4ac7-9cc1-1c49ce39dd6a x-openstack-request-id: req-f2480122-7ec9-4ac7-9cc1-1c49ce39dd6a {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:04.343497 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd1f8a4-9a1e-44f1-acbd-484d965d0215", "tag": "8a8f421a-a2ae-4af7-95fd-f0946931f6a5", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:04.343773 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2480122-7ec9-4ac7-9cc1-1c49ce39dd6a {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:04.344923 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd1f8a4-9a1e-44f1-acbd-484d965d0215', 'tag': '8a8f421a-a2ae-4af7-95fd-f0946931f6a5', 'status': 'completed', 'code': 200} Aug 09 15:49:04.392989 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-ec24b91b-abd3-49ff-9c28-fad2875c234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.394464 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-ec24b91b-abd3-49ff-9c28-fad2875c234c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 1096 time: 0.0443766 Aug 09 15:49:04.438253 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-5181c7e8-265e-44a5-b5a5-55190612dfc5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8f421a-a2ae-4af7-95fd-f0946931f6a5 HTTP/1.1" status: 200 len: 217 time: 0.0338740 Aug 09 15:49:04.489101 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-32bf959e-5ea8-4936-b83b-8a7ea3a5f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.490506 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-32bf959e-5ea8-4936-b83b-8a7ea3a5f099 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bef1bc94-eecb-4610-a32c-180536a1a24e HTTP/1.1" status: 200 len: 855 time: 0.0432851 Aug 09 15:49:04.528511 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-3464a2de-3a4b-4b0c-b584-5e3efe9bd9d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee64b863-cec6-46d2-936d-60ae656ed7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276473 Aug 09 15:49:04.621223 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-c7401bdf-47d7-4b28-b01e-61f021557725 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796499 Aug 09 15:49:04.712354 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-11ee9223-a88d-416f-871b-86c03f9fa342 req-ad469998-6426-47f8-90e7-115e90de74a9 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825109 Aug 09 15:49:04.807765 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301 req-cec7a799-fb1e-4ed1-8214-be312970aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.809304 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301 req-cec7a799-fb1e-4ed1-8214-be312970aa47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 1096 time: 0.0399170 Aug 09 15:49:04.899947 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301 req-d8073fe7-7f6a-4e05-ab15-172abda68a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:04.901446 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301 req-d8073fe7-7f6a-4e05-ab15-172abda68a7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 917 time: 0.0835657 Aug 09 15:49:04.941138 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device bc8c69c9-0d72-4201-b861-3629372528b9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:04.947965 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301 req-68261740-f5d6-4d04-8c3a-377af2c9d1b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8f421a-a2ae-4af7-95fd-f0946931f6a5 HTTP/1.1" status: 200 len: 217 time: 0.0376592 Aug 09 15:49:05.025155 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301 req-076b74a1-638c-4c13-91f1-8beae1332084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.026663 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301 req-076b74a1-638c-4c13-91f1-8beae1332084 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bef1bc94-eecb-4610-a32c-180536a1a24e HTTP/1.1" status: 200 len: 855 time: 0.0693650 Aug 09 15:49:05.036030 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port bc8c69c9-0d72-4201-b861-3629372528b9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bc8c69c9-0d72-4201-b861-3629372528b9,segment=NetworkSegment(7215365e-4337-46cb-9a29-939a00cb2291),segment_id=7215365e-4337-46cb-9a29-939a00cb2291)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:05.042748 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976a7e5-a3a5-4f16-848a-2c70930eac09 req-33f3a1d3-22cd-4d6c-901c-316bd4fab6bf tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.044229 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4976a7e5-a3a5-4f16-848a-2c70930eac09 req-33f3a1d3-22cd-4d6c-901c-316bd4fab6bf tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 943 time: 0.0857971 Aug 09 15:49:05.048306 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'bc8c69c9-0d72-4201-b861-3629372528b9', 'network_id': '23bd4f55-a864-4073-94ea-1d7afbef0ae6', 'port_id': 'bc8c69c9-0d72-4201-b861-3629372528b9', 'mac_address': 'fa:16:3e:da:b4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975e74ca-fabd-44a8-930d-d9cb81d3e228', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:05.077526 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301 req-16959bb4-25f4-4944-89ed-8751cbeec49d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee64b863-cec6-46d2-936d-60ae656ed7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423625 Aug 09 15:49:05.085785 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.098368 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8c69c9-0d72-4201-b861-3629372528b9 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:05.118209 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port bc8c69c9-0d72-4201-b861-3629372528b9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bc8c69c9-0d72-4201-b861-3629372528b9,segment=NetworkSegment(7215365e-4337-46cb-9a29-939a00cb2291),segment_id=7215365e-4337-46cb-9a29-939a00cb2291)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:05.122253 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:05.140103 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4976a7e5-a3a5-4f16-848a-2c70930eac09 req-d2ebbcc6-e6da-45d9-a440-8e293fed63ae tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867064 Aug 09 15:49:05.172848 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=bc8c69c9-0d72-4201-b861-3629372528b9,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:05.185351 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301 req-f163709d-14e6-44a6-9d10-50a50fc7b930 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952179 Aug 09 15:49:05.282586 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f3b6a80-3fd1-4f0a-8aad-aabe72ede301 req-3c31a785-33a1-4519-bdda-5e41598b0987 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843551 Aug 09 15:49:05.379788 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744dd40-67bc-480e-8559-9f7bfc96b35d req-b88b01c9-3fa8-4600-b37c-4a097ba3de78 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:05.381271 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2744dd40-67bc-480e-8559-9f7bfc96b35d req-b88b01c9-3fa8-4600-b37c-4a097ba3de78 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 944 time: 0.0483329 Aug 09 15:49:05.419703 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2744dd40-67bc-480e-8559-9f7bfc96b35d req-897f5788-8ae4-4fa1-9cdc-29721a468d4b tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326166 Aug 09 15:49:05.463714 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['bc8c69c9-0d72-4201-b861-3629372528b9'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:06.081625 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c0d25-28e2-4fec-8064-a259638a5025 req-056ddb6e-34f6-413c-afb4-d752c291260a tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:06.083098 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5e0c0d25-28e2-4fec-8064-a259638a5025 req-056ddb6e-34f6-413c-afb4-d752c291260a tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 945 time: 0.0485625 Aug 09 15:49:06.120610 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5e0c0d25-28e2-4fec-8064-a259638a5025 req-b5108d3c-a0fd-4994-ba08-8a3a0f09af15 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315242 Aug 09 15:49:06.263265 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5567b-522b-4fc1-9fcd-345fab540f1f req-1ce1893e-ac37-43a8-be7e-b307de16d006 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:06.264810 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ead5567b-522b-4fc1-9fcd-345fab540f1f req-1ce1893e-ac37-43a8-be7e-b307de16d006 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 943 time: 0.0525107 Aug 09 15:49:06.303802 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ead5567b-522b-4fc1-9fcd-345fab540f1f req-d6e4e86a-b69f-4988-a93d-33319a98e76a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323241 Aug 09 15:49:06.532377 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd4011-057b-4034-9112-34e7d98cd40c req-4a192f00-3dbd-4b0d-bf75-5615617b02b2 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:06.533794 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-efcd4011-057b-4034-9112-34e7d98cd40c req-4a192f00-3dbd-4b0d-bf75-5615617b02b2 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 944 time: 0.0486245 Aug 09 15:49:06.570593 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-efcd4011-057b-4034-9112-34e7d98cd40c req-aa6d917f-d002-4b1e-b4df-9f9b5ae0b0de tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309725 Aug 09 15:49:06.921329 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:06.957118 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:06.960193 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device bc8c69c9-0d72-4201-b861-3629372528b9 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:07.066818 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port bc8c69c9-0d72-4201-b861-3629372528b9 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:07.073131 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port bc8c69c9-0d72-4201-b861-3629372528b9 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:07.073514 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.114069 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:07.131543 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '8a8f421a-a2ae-4af7-95fd-f0946931f6a5', 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db', 'port_id': '8a8f421a-a2ae-4af7-95fd-f0946931f6a5', 'mac_address': 'fa:16:3e:05:f3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef1bc94-eecb-4610-a32c-180536a1a24e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:07.201840 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.218035 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.221571 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:07.237616 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838bd3a-9450-4fe7-8f66-24e15692a569 req-dede2bd5-2ed8-4607-b2f5-0b5754281c4e tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.239139 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4838bd3a-9450-4fe7-8f66-24e15692a569 req-dede2bd5-2ed8-4607-b2f5-0b5754281c4e tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 945 time: 0.0517883 Aug 09 15:49:07.257528 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7faf80-0d89-4a45-8d22-d44a0695e61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8c69c9-0d72-4201-b861-3629372528b9'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:07.259758 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff99423-a2b4-4f21-a1b6-9b860203f9b5" -d '{"events": [{"server_uuid": "2a7faf80-0d89-4a45-8d22-d44a0695e61a", "name": "network-vif-plugged", "status": "completed", "tag": "bc8c69c9-0d72-4201-b861-3629372528b9"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:07.263943 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:07.275209 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.279386 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port bc8c69c9-0d72-4201-b861-3629372528b9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bc8c69c9-0d72-4201-b861-3629372528b9,segment=NetworkSegment(7215365e-4337-46cb-9a29-939a00cb2291),segment_id=7215365e-4337-46cb-9a29-939a00cb2291)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:07.280143 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4838bd3a-9450-4fe7-8f66-24e15692a569 req-ff9cd31d-fa24-4e07-84de-37bddfeb8166 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348802 Aug 09 15:49:07.284701 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:07.311703 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8555ba29-489c-414c-8990-d2c57f0d1279 x-openstack-request-id: req-8555ba29-489c-414c-8990-d2c57f0d1279 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:07.312005 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7faf80-0d89-4a45-8d22-d44a0695e61a", "name": "network-vif-plugged", "status": "completed", "tag": "bc8c69c9-0d72-4201-b861-3629372528b9", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:07.312254 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8555ba29-489c-414c-8990-d2c57f0d1279 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:07.312670 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7faf80-0d89-4a45-8d22-d44a0695e61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8c69c9-0d72-4201-b861-3629372528b9', 'code': 200} Aug 09 15:49:07.333211 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:07.385401 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=bc8c69c9-0d72-4201-b861-3629372528b9,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:07.426571 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91b670-7bee-43da-b3e5-990b475539e4 req-f7bfcff9-e268-401e-b57f-d2b8d62d9be8 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.428078 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ce91b670-7bee-43da-b3e5-990b475539e4 req-f7bfcff9-e268-401e-b57f-d2b8d62d9be8 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 944 time: 0.0564079 Aug 09 15:49:07.466560 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ce91b670-7bee-43da-b3e5-990b475539e4 req-09e2e493-c9cd-43b3-ad12-f8d9731d3112 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320930 Aug 09 15:49:07.507505 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c2f3e-0c62-48c2-b0f2-cffce6f43066 req-504b52ac-e8c2-4cdc-9013-0bd736998413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.509045 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0e2c2f3e-0c62-48c2-b0f2-cffce6f43066 req-504b52ac-e8c2-4cdc-9013-0bd736998413 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 1098 time: 0.0389097 Aug 09 15:49:07.550462 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0e2c2f3e-0c62-48c2-b0f2-cffce6f43066 req-96efb162-8413-4cba-8be5-9b19bee5dc09 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275321 Aug 09 15:49:07.627435 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['8a8f421a-a2ae-4af7-95fd-f0946931f6a5'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:07.688618 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83b0de-9fad-43de-9b8a-1b25b5ab9838 req-f84fa48e-654c-4c6a-95ad-9015b58558a2 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:07.690442 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ed83b0de-9fad-43de-9b8a-1b25b5ab9838 req-f84fa48e-654c-4c6a-95ad-9015b58558a2 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 945 time: 0.0504637 Aug 09 15:49:07.727412 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ed83b0de-9fad-43de-9b8a-1b25b5ab9838 req-1db6e722-973d-403b-a3bc-4305a432fe77 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312550 Aug 09 15:49:08.419756 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-8fb3ed14-45c5-4252-bd7c-92d32ca4d45e tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.421255 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-8fb3ed14-45c5-4252-bd7c-92d32ca4d45e tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 945 time: 0.0817091 Aug 09 15:49:08.429350 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85d98f-288c-4dfe-a0bd-dde999eb91d4 req-58ffdd87-ee2e-42eb-be57-912d9ac055a1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.430785 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1d85d98f-288c-4dfe-a0bd-dde999eb91d4 req-58ffdd87-ee2e-42eb-be57-912d9ac055a1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 945 time: 0.0822134 Aug 09 15:49:08.503533 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1d85d98f-288c-4dfe-a0bd-dde999eb91d4 req-1d7bcdc3-7b47-47da-8b59-0f872e475236 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669208 Aug 09 15:49:08.580325 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Deleting port be9631a6-0f6a-4795-8a16-d858aca94cf3 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:08.580573 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.636852 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22043f0e-7d90-447d-b4dd-54bf94613cda req-702780ff-92be-4282-8fe3-fe4b5a22d4db tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.638350 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-22043f0e-7d90-447d-b4dd-54bf94613cda req-702780ff-92be-4282-8fe3-fe4b5a22d4db tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 944 time: 0.0971267 Aug 09 15:49:08.698261 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-22043f0e-7d90-447d-b4dd-54bf94613cda req-414f8f5a-473d-45d2-ae3e-b5ee433d6b32 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527637 Aug 09 15:49:08.710199 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] For port be9631a6-0f6a-4795-8a16-d858aca94cf3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be9631a6-0f6a-4795-8a16-d858aca94cf3,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:08.710568 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.911629 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396f97-1554-4a67-b4b2-edc38189d4b9 req-e361035b-f62a-4e72-8311-a2bac7ef02cc tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:08.913043 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5e396f97-1554-4a67-b4b2-edc38189d4b9 req-e361035b-f62a-4e72-8311-a2bac7ef02cc tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 945 time: 0.1040814 Aug 09 15:49:08.927252 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.927622 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:08.927932 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Floating IP 33443a82-7583-414a-b695-f978bbcba99f disassociated. External IP: 172.27.3.209, port: be9631a6-0f6a-4795-8a16-d858aca94cf3. Aug 09 15:49:08.928278 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Calling delete_port for be9631a6-0f6a-4795-8a16-d858aca94cf3 owned by compute:nova {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:08.971407 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:08.996510 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5e396f97-1554-4a67-b4b2-edc38189d4b9 req-14fbe521-385d-4699-928c-5683d2468523 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771616 Aug 09 15:49:09.021735 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:09.025628 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:09.025984 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.089164 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.105483 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.122082 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event deleted for resources: {'Port': ['ID=be9631a6-0f6a-4795-8a16-d858aca94cf3,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:09.146138 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:09.150456 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.198791 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:09.239900 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Router 7d148f77-cc1f-4c2a-84e5-0af4670e837d has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:09.314109 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd1f8a4-9a1e-44f1-acbd-484d965d0215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8f421a-a2ae-4af7-95fd-f0946931f6a5'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:09.316474 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203337ba-3e1f-4de6-8050-306a2e87f7c4" -d '{"events": [{"server_uuid": "0cd1f8a4-9a1e-44f1-acbd-484d965d0215", "name": "network-vif-plugged", "status": "completed", "tag": "8a8f421a-a2ae-4af7-95fd-f0946931f6a5"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:09.347381 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:09.352381 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ff2c1c-d557-48f7-97a4-5f1a33897dd2 x-openstack-request-id: req-f6ff2c1c-d557-48f7-97a4-5f1a33897dd2 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:09.354449 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd1f8a4-9a1e-44f1-acbd-484d965d0215", "name": "network-vif-plugged", "status": "completed", "tag": "8a8f421a-a2ae-4af7-95fd-f0946931f6a5", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:09.354449 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6ff2c1c-d557-48f7-97a4-5f1a33897dd2 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:09.354449 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd1f8a4-9a1e-44f1-acbd-484d965d0215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8f421a-a2ae-4af7-95fd-f0946931f6a5', 'code': 200} Aug 09 15:49:09.357892 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] Sync routers for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:09.369018 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:09.369646 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:09.387314 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] No DVR routers for this DVR port be9631a6-0f6a-4795-8a16-d858aca94cf3 on host hv-cinder-78836 {{(pid=99999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:09.389518 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:09.392127 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-86285ec0-7745-4c6f-8836-3fa30cb62ea6 req-f211aa6c-3c23-4a6d-befe-bea158fe2442 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "DELETE /v2.0/ports/be9631a6-0f6a-4795-8a16-d858aca94cf3 HTTP/1.1" status: 204 len: 173 time: 0.9492130 Aug 09 15:49:09.392560 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'name': 'network-vif-deleted', 'tag': 'be9631a6-0f6a-4795-8a16-d858aca94cf3'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:09.394798 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d267f976-d01f-407c-acf6-b22f90bd53b8" -d '{"events": [{"server_uuid": "fed2db59-7b05-4cb2-83ec-369cab911123", "name": "network-vif-deleted", "tag": "be9631a6-0f6a-4795-8a16-d858aca94cf3"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:09.433376 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45ea86f-d37a-4478-9165-cf7f42231035 x-openstack-request-id: req-a45ea86f-d37a-4478-9165-cf7f42231035 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:09.433994 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed2db59-7b05-4cb2-83ec-369cab911123", "name": "network-vif-deleted", "tag": "be9631a6-0f6a-4795-8a16-d858aca94cf3", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:09.433994 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a45ea86f-d37a-4478-9165-cf7f42231035 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:09.434317 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed2db59-7b05-4cb2-83ec-369cab911123', 'name': 'network-vif-deleted', 'tag': 'be9631a6-0f6a-4795-8a16-d858aca94cf3', 'status': 'completed', 'code': 200} Aug 09 15:49:09.492324 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:09.548288 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d345543-7451-422c-8f64-29e4c345d94c req-0609358c-501b-49bd-9749-0c7d839ecbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.550039 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0d345543-7451-422c-8f64-29e4c345d94c req-0609358c-501b-49bd-9749-0c7d839ecbba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 1098 time: 0.0441759 Aug 09 15:49:09.619689 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-80c53653-985f-405c-a342-8e49d7e5b2bd req-1af3e758-000a-45c0-b62f-77e2e3f6d731 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed2db59-7b05-4cb2-83ec-369cab911123 HTTP/1.1" status: 200 len: 210 time: 0.0319924 Aug 09 15:49:09.627470 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0d345543-7451-422c-8f64-29e4c345d94c req-199551dd-4b39-42f4-9772-1a5d9f97f246 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632474 Aug 09 15:49:09.709585 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:09.740510 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] Checking router: 7d148f77-cc1f-4c2a-84e5-0af4670e837d for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:49:09.749252 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:09.749934 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:48:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:09.823830 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2be74-67e5-4c17-8845-03e7a42a9d2b req-3f26ea1b-a4d9-41b4-a7f8-eb1b461362f6 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:09.825542 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-00d2be74-67e5-4c17-8845-03e7a42a9d2b req-3f26ea1b-a4d9-41b4-a7f8-eb1b461362f6 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 945 time: 0.0505905 Aug 09 15:49:09.867128 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-00d2be74-67e5-4c17-8845-03e7a42a9d2b req-6cc0ff0c-5dc7-4309-97c5-f36c7a51d8ab tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353832 Aug 09 15:49:09.983178 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:10.111215 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2662a-a5ee-4c99-ac3a-97a69ba0652e req-a3bdace2-a2d1-48c5-8b61-1b34c9f96042 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:10.112746 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a3b2662a-a5ee-4c99-ac3a-97a69ba0652e req-a3bdace2-a2d1-48c5-8b61-1b34c9f96042 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 945 time: 0.0484505 Aug 09 15:49:10.150185 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a3b2662a-a5ee-4c99-ac3a-97a69ba0652e req-7ca25e56-97a6-49d6-a35d-88cb8dcbca28 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Aug 09 15:49:10.179500 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:10.206562 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f914f75-e598-4486-8d7e-81df96c84f8d None None] The sync data for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi is: [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:10.435041 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ed990c-3b0d-4206-81a7-4829eb08e356 None None] New status for floating IP 33443a82-7583-414a-b695-f978bbcba99f: DOWN {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:49:10.885610 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-47af6601-08db-403e-a042-844765f60007 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798171064&fields=id&tenant_id=ac664f7de1a440ed997402019f891bd8 HTTP/1.1" status: 200 len: 267 time: 0.0406816 Aug 09 15:49:10.989479 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device be9631a6-0f6a-4795-8a16-d858aca94cf3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:11.012887 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: be9631a6-0f6a-4795-8a16-d858aca94cf3 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:11.013148 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device be9631a6-0f6a-4795-8a16-d858aca94cf3 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:11.025297 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e717c9-9b4f-4358-ad9a-a73e33e5dda1 req-c4318b5b-5419-4ffb-b48d-aca1716612d3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.026782 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-40e717c9-9b4f-4358-ad9a-a73e33e5dda1 req-c4318b5b-5419-4ffb-b48d-aca1716612d3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 945 time: 0.0833769 Aug 09 15:49:11.033641 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0e379a9b-1ef4-4417-accc-d7e6647605be tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.035005 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0e379a9b-1ef4-4417-accc-d7e6647605be tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 811 time: 0.1373713 Aug 09 15:49:11.067341 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-65e3c3b5-81f9-4a6d-bf88-0637ab5acafe tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/quotas/ac664f7de1a440ed997402019f891bd8 HTTP/1.1" status: 200 len: 375 time: 0.0256560 Aug 09 15:49:11.088560 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-40e717c9-9b4f-4358-ad9a-a73e33e5dda1 req-1cb87b83-2e14-4f87-a830-490d526a2c7e tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526316 Aug 09 15:49:11.127460 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-08eb4e90-b40f-45c2-b790-b83f60015da3 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0545578 Aug 09 15:49:11.245460 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04ca02-cf5b-4180-b39b-36466f21bf76 req-d980caf6-e171-4b5a-9598-b18f0be19ead tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:11.247041 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2a04ca02-cf5b-4180-b39b-36466f21bf76 req-d980caf6-e171-4b5a-9598-b18f0be19ead tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 945 time: 0.0996032 Aug 09 15:49:11.275409 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-9e53e1da-aa0a-4f67-aa83-08849783a18a service neutron] 10.222.0.10 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360211 Aug 09 15:49:11.337221 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2a04ca02-cf5b-4180-b39b-36466f21bf76 req-dc64cb61-1053-4b89-aad2-6a3c3ed4fe1e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826502 Aug 09 15:49:11.375884 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-4ec152d6-bee2-4ae6-9bd5-8e46a6656584 service neutron] 10.222.0.10 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940573 Aug 09 15:49:11.678422 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-78deb511-ef6d-4ea4-a909-e741a842629c req-b305481f-780b-4eeb-b06f-a9b51d2b2c33 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 210 time: 0.0309567 Aug 09 15:49:12.208744 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6edbe3-91c3-49df-9175-256d6b76f0d8 req-67659e95-3cdd-4c16-ad64-e1e260a2b9e9 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.210353 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2a6edbe3-91c3-49df-9175-256d6b76f0d8 req-67659e95-3cdd-4c16-ad64-e1e260a2b9e9 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 945 time: 0.0519547 Aug 09 15:49:12.248869 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2a6edbe3-91c3-49df-9175-256d6b76f0d8 req-12e401bf-46a9-4715-87e0-348290b2ba9b tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326536 Aug 09 15:49:12.783242 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cc942f42-6748-4b67-ba9e-c690964ef60c req-7be57943-ccdc-4ad8-a6fd-fec634523b7b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 210 time: 0.0330858 Aug 09 15:49:12.941867 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-bf8915fd-e74d-454e-97e5-a407c34d42ee tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:12.943388 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-bf8915fd-e74d-454e-97e5-a407c34d42ee tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 811 time: 0.1263828 Aug 09 15:49:13.000771 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-284a3aa1-e0e2-4b17-a81a-71528c86e192 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac664f7de1a440ed997402019f891bd8 HTTP/1.1" status: 200 len: 380 time: 0.0356486 Aug 09 15:49:13.020641 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'port': {'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'admin_state_up': True, 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'security_groups': ['eb6e0cfa-191d-4c81-876a-30b4a4aa5795']}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:13.173837 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-9cfe24a6-a7fd-4524-9b77-becdb1baa0da tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.175502 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-9cfe24a6-a7fd-4524-9b77-becdb1baa0da tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 945 time: 0.0576599 Aug 09 15:49:13.274677 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Deleting port bc8c69c9-0d72-4201-b861-3629372528b9 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:49:13.275016 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.377079 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] For port bc8c69c9-0d72-4201-b861-3629372528b9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=bc8c69c9-0d72-4201-b861-3629372528b9,segment=NetworkSegment(7215365e-4337-46cb-9a29-939a00cb2291),segment_id=7215365e-4337-46cb-9a29-939a00cb2291)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:13.377486 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.391418 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Calling delete_port for bc8c69c9-0d72-4201-b861-3629372528b9 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:49:13.475369 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3a093-4b1c-447c-a1c2-b311a54b4872 req-8fe44303-01b7-4de0-91d5-cd789fe008d5 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.476922 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b4f3a093-4b1c-447c-a1c2-b311a54b4872 req-8fe44303-01b7-4de0-91d5-cd789fe008d5 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7faf80-0d89-4a45-8d22-d44a0695e61a HTTP/1.1" status: 200 len: 945 time: 0.1146681 Aug 09 15:49:13.487101 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-c2e1f178-ed79-4361-a6b4-d2c46163336f tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:13.488565 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-c2e1f178-ed79-4361-a6b4-d2c46163336f tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 815 time: 0.4508545 Aug 09 15:49:13.526900 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.532763 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-f18f03fe-aa4b-4087-a212-b751ac9bb49b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/quotas/160405abfe9040f5bcbf5087bacaf6bf HTTP/1.1" status: 200 len: 375 time: 0.0345917 Aug 09 15:49:13.543803 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['bc8c69c9-0d72-4201-b861-3629372528b9'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:13.551810 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Made reservation on behalf of ac664f7de1a440ed997402019f891bd8 for: {'port': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:13.555222 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.563825 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Pushing event deleted for resources: {'Port': ['ID=bc8c69c9-0d72-4201-b861-3629372528b9,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:13.582458 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b4f3a093-4b1c-447c-a1c2-b311a54b4872 req-563d40bd-8308-47a2-ba12-c78da8bdfe89 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b3774ca-6c74-4d00-a541-229577516b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914347 Aug 09 15:49:13.590599 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.591478 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.591478 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.591700 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.591915 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.592413 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.592918 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.593247 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.594079 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.594569 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.594895 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.595265 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:13.616969 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] No DVR routers for this DVR port bc8c69c9-0d72-4201-b861-3629372528b9 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:49:13.619589 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:13.621599 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-19c1aa18-cb62-4cf3-8840-8da442e78583 req-f7aff687-c393-4706-908a-b3f755a35bc3 tempest-VolumesActionsTest-1582093859 tempest-VolumesActionsTest-1582093859-project] 10.222.0.44 "DELETE /v2.0/ports/bc8c69c9-0d72-4201-b861-3629372528b9 HTTP/1.1" status: 204 len: 173 time: 0.4396405 Aug 09 15:49:13.622025 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7faf80-0d89-4a45-8d22-d44a0695e61a', 'name': 'network-vif-deleted', 'tag': 'bc8c69c9-0d72-4201-b861-3629372528b9'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:13.624237 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811b114a-5ae9-43b4-a398-b9d1a4ec0d73" -d '{"events": [{"server_uuid": "2a7faf80-0d89-4a45-8d22-d44a0695e61a", "name": "network-vif-deleted", "tag": "bc8c69c9-0d72-4201-b861-3629372528b9"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:13.648286 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-e5298470-73fb-43e8-957a-339fe8a02ddc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074080 Aug 09 15:49:13.668375 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50826a-a2a5-49ef-9c1b-30379469ffea x-openstack-request-id: req-ac50826a-a2a5-49ef-9c1b-30379469ffea {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:13.668918 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7faf80-0d89-4a45-8d22-d44a0695e61a", "name": "network-vif-deleted", "tag": "bc8c69c9-0d72-4201-b861-3629372528b9", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:13.669825 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac50826a-a2a5-49ef-9c1b-30379469ffea {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:13.670436 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7faf80-0d89-4a45-8d22-d44a0695e61a', 'name': 'network-vif-deleted', 'tag': 'bc8c69c9-0d72-4201-b861-3629372528b9', 'status': 'completed', 'code': 200} Aug 09 15:49:13.772053 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Allocated IP 172.20.0.8 (49a99394-9e03-4d15-ba53-434760427bd2/7f51f041-71a9-4245-9b70-e690b5c8e519/b05aa5ac-9cd6-4997-9b60-4a9050a95f99) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:13.798802 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-71c4aa7d-3841-44c7-9de5-13ed56389a40 service neutron] 10.222.0.10 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401284 Aug 09 15:49:13.933411 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c22ccfde-1cca-4176-9c48-604c6bbfe66f req-c4c3680c-24b3-4fa8-8dcb-a037517b7c7e tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 210 time: 0.0675805 Aug 09 15:49:13.994777 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-d533044c-b66f-4114-9f5b-b9d31babeb5e service neutron] 10.222.0.10 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854546 Aug 09 15:49:14.024167 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.039579 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Transition to ACTIVE for port object b05aa5ac-9cd6-4997-9b60-4a9050a95f99 will not be triggered until provisioned by entity DHCP. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:14.074190 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.124213 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Network 49a99394-9e03-4d15-ba53-434760427bd2 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:14.133088 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:14.144741 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:14.193492 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a9fafa4c-708a-4546-9d0b-fb8e2f14a4ad req-a8dfff7b-94b3-46cc-bc62-476c6187b51b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 210 time: 0.0614443 Aug 09 15:49:14.196631 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'Port': ['ID=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:14.211413 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.211516 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.211877 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.212216 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.217235 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.217799 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.218341 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.219453 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.220052 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.220454 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.220964 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.221319 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:14.240738 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.241438 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.259623 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-57e44df8-d28f-4acd-9d59-3e68b5b279d2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2456427 Aug 09 15:49:14.283749 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Request body: {'port': {'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:14.337756 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:49:14.346526 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.469491 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-7c81762c-ff02-4ac7-acbb-b6c7ce5355aa None None] Provisioning for port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:14.474034 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-7c81762c-ff02-4ac7-acbb-b6c7ce5355aa None None] Provisioning complete for port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:14.474527 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-7c81762c-ff02-4ac7-acbb-b6c7ce5355aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.513520 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-7c81762c-ff02-4ac7-acbb-b6c7ce5355aa None None] Port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:49:14.625661 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05aa5ac-9cd6-4997-9b60-4a9050a95f99 {{(pid=99999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:14.633595 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.647190 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.provisioning_blocks [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Transition to ACTIVE for port object b05aa5ac-9cd6-4997-9b60-4a9050a95f99 will not be triggered until provisioned by entity L2. {{(pid=99999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:14.650669 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.706059 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:14.788350 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Attempting to bind port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:14.788688 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Attempting to bind port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:14.789051 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Attempting to bind port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 on network 49a99394-9e03-4d15-ba53-434760427bd2 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:14.795718 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 on network 49a99394-9e03-4d15-ba53-434760427bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:14.796089 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Attempting to bind port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 on network 49a99394-9e03-4d15-ba53-434760427bd2 {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:14.803109 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:14.803447 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Checking segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:14.803834 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Bound using segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} {{(pid=99999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:14.804670 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.managers [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Bound port: b05aa5ac-9cd6-4997-9b60-4a9050a95f99, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'}}] {{(pid=99999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:14.805071 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.884075 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] For port b05aa5ac-9cd6-4997-9b60-4a9050a95f99, host hv-cinder-78836, cleared binding levels {{(pid=99999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:14.887985 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] For port b05aa5ac-9cd6-4997-9b60-4a9050a95f99, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=99999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:14.893289 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.929273 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:14.929926 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:14.931362 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] 10.222.0.44 "PUT /v2.0/ports/b05aa5ac-9cd6-4997-9b60-4a9050a95f99 HTTP/1.1" status: 200 len: 1093 time: 0.6529906 Aug 09 15:49:14.931819 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'tag': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:14.934136 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018ff9d3-b936-4c7f-b361-c40f84a7b773" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2", "tag": "b05aa5ac-9cd6-4997-9b60-4a9050a95f99"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:14.960872 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c668485-1856-47ef-ab10-5a1e6f81e9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,revision_number=3']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:14.992080 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a968f0ab-6878-442d-a88d-bbb6abc035a9 x-openstack-request-id: req-a968f0ab-6878-442d-a88d-bbb6abc035a9 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:14.992367 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2", "tag": "b05aa5ac-9cd6-4997-9b60-4a9050a95f99", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:14.992618 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a968f0ab-6878-442d-a88d-bbb6abc035a9 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:14.993452 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'tag': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'status': 'completed', 'code': 200} Aug 09 15:49:15.092248 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-71862819-6583-4854-88df-6d8fb55e6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.094432 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-71862819-6583-4854-88df-6d8fb55e6640 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 1096 time: 0.0801909 Aug 09 15:49:15.111186 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f5ce1-b67b-45d3-b863-eab8f7ce0fa5 req-b4e7da86-9837-45b3-b598-c54959fb43b5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.111186 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e08f5ce1-b67b-45d3-b863-eab8f7ce0fa5 req-b4e7da86-9837-45b3-b598-c54959fb43b5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.0635028 Aug 09 15:49:15.159456 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-eecdbea4-ee9d-4061-bfbe-2a1d06eb43ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99 HTTP/1.1" status: 200 len: 217 time: 0.0484300 Aug 09 15:49:15.239217 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e08f5ce1-b67b-45d3-b863-eab8f7ce0fa5 req-aa10af3f-d017-46c0-8533-d34abc6147cd tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216948 Aug 09 15:49:15.241440 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-c64c225f-233b-43e8-a4df-e29040c27d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.242910 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-c64c225f-233b-43e8-a4df-e29040c27d63 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0679264 Aug 09 15:49:15.336018 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6a711df9-4083-4c85-9c81-3eb69f1bd137 req-3a654eee-ab5a-42a6-a33e-a9d5adc812d1 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 210 time: 0.0656388 Aug 09 15:49:15.360158 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-331d69ca-fb17-446a-bb96-ccb2df394c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.362256 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-331d69ca-fb17-446a-bb96-ccb2df394c68 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1085870 Aug 09 15:49:15.414742 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-a03e3ec2-718c-422f-83f0-f090eba9c19a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.416453 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-a03e3ec2-718c-422f-83f0-f090eba9c19a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 815 time: 0.1499794 Aug 09 15:49:15.433540 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Request body: {'port': {'device_id': '6d2c8eb1-7d8a-4b0b-8b06-363883885781', 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db', 'admin_state_up': True, 'tenant_id': '160405abfe9040f5bcbf5087bacaf6bf'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:15.475794 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-c841034c-f2a7-4080-a881-d1748f07d8bb service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974145 Aug 09 15:49:15.553654 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Made reservation on behalf of 160405abfe9040f5bcbf5087bacaf6bf for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:15.557268 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.582365 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c2f7d1af-6d2b-4ad3-bd76-eceff43124f0 req-9fc92163-d597-4847-8274-a021c0190387 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927711 Aug 09 15:49:15.678849 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-d46410ae-0dbc-4b32-a99e-262c92938976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.680416 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-d46410ae-0dbc-4b32-a99e-262c92938976 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 1096 time: 0.0422704 Aug 09 15:49:15.696466 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Allocated IP 172.20.0.13 (ee64b863-cec6-46d2-936d-60ae656ed7db/bef1bc94-eecb-4610-a32c-180536a1a24e/78b0273a-ed4e-4a9a-87a6-a0cb9986b18b) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:15.779547 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-39103861-bcb6-4645-988b-dd9a6a3ad28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.781582 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-39103861-bcb6-4645-988b-dd9a6a3ad28d service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.0876307 Aug 09 15:49:15.829106 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-9e4befbf-9aa5-4fc0-87d1-f1f41cd9facf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99 HTTP/1.1" status: 200 len: 217 time: 0.0343361 Aug 09 15:49:15.845209 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.882881 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.891188 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-40b4e14a-5d98-4e19-83c9-5484a5f86025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.892679 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-40b4e14a-5d98-4e19-83c9-5484a5f86025 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0477953 Aug 09 15:49:15.926967 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Network ee64b863-cec6-46d2-936d-60ae656ed7db is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:15.930007 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:15.933796 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:15.940489 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Pushing event updated for resources: {'Port': ['ID=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:15.984678 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:15.985328 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:15.998860 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-5072c901-b718-45f1-9160-5cbffbcc751d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710804 Aug 09 15:49:16.355365 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc64f0-9f38-4b92-9c56-dcbeb0b1b42c req-3ad3c5f9-d02d-4864-baa0-59a198ad16aa tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.356857 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-69bc64f0-9f38-4b92-9c56-dcbeb0b1b42c req-3ad3c5f9-d02d-4864-baa0-59a198ad16aa tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.0481508 Aug 09 15:49:16.395300 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-69bc64f0-9f38-4b92-9c56-dcbeb0b1b42c req-f8fd446b-f12d-4206-9730-4dfd044d9849 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316880 Aug 09 15:49:16.462232 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f0c3d-86e5-4077-81df-007b389c900d req-dee2d4a4-c74a-4ddf-9bf4-fbd757301bf7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:16.463727 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a03f0c3d-86e5-4077-81df-007b389c900d req-dee2d4a4-c74a-4ddf-9bf4-fbd757301bf7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 932 time: 0.0482192 Aug 09 15:49:16.502366 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a03f0c3d-86e5-4077-81df-007b389c900d req-86bafc64-6f72-449c-b092-53df33777ec0 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Aug 09 15:49:17.506345 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288cfb5-390d-4f55-afd3-15bd1bfae9f2 req-46e3405c-611d-4470-9d24-db0173f1c921 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.507804 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8288cfb5-390d-4f55-afd3-15bd1bfae9f2 req-46e3405c-611d-4470-9d24-db0173f1c921 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.0471010 Aug 09 15:49:17.548706 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8288cfb5-390d-4f55-afd3-15bd1bfae9f2 req-4743251f-c77f-44e4-8bbe-8f3faad68e61 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350654 Aug 09 15:49:17.614724 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6809b2-719d-46fb-b235-f24de363ff35 req-c9741b96-4332-41a1-be3f-ee7702efa6e5 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:17.616208 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ea6809b2-719d-46fb-b235-f24de363ff35 req-c9741b96-4332-41a1-be3f-ee7702efa6e5 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 932 time: 0.0485268 Aug 09 15:49:17.654463 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ea6809b2-719d-46fb-b235-f24de363ff35 req-793b3589-a48d-4b82-a224-e075abff3a18 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Aug 09 15:49:18.663059 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d3c19-a3b6-46d6-9523-00949f5ba3e9 req-713f4294-d00a-4b3e-a975-dd885228f12f tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:18.664563 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f50d3c19-a3b6-46d6-9523-00949f5ba3e9 req-713f4294-d00a-4b3e-a975-dd885228f12f tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.0496533 Aug 09 15:49:18.706794 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f50d3c19-a3b6-46d6-9523-00949f5ba3e9 req-3fe1a40e-40eb-4a70-bb43-54ee1824e8fa tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364411 Aug 09 15:49:18.765810 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9aa40-c658-4093-9197-a2e93054dbd9 req-0e840473-3222-48c8-9ed1-5b4887d099cb tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:18.767181 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0fc9aa40-c658-4093-9197-a2e93054dbd9 req-0e840473-3222-48c8-9ed1-5b4887d099cb tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 932 time: 0.0474565 Aug 09 15:49:18.808154 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0fc9aa40-c658-4093-9197-a2e93054dbd9 req-9ea4f55a-f8ad-4a83-9ed2-de2222cf9652 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348418 Aug 09 15:49:19.114117 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Request body: {'port': {'device_id': '6d2c8eb1-7d8a-4b0b-8b06-363883885781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:19.135097 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['f0a0bc7a-183b-4229-89a7-cb492a97b032', '8a8f421a-a2ae-4af7-95fd-f0946931f6a5'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:19.149913 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-93fcecf9-6b8c-4791-9668-7e7c3167fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.151553 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-93fcecf9-6b8c-4791-9668-7e7c3167fa8f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481918 Aug 09 15:49:19.158474 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device bc8c69c9-0d72-4201-b861-3629372528b9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:49:19.176228 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.188630 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: bc8c69c9-0d72-4201-b861-3629372528b9 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:49:19.189015 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device bc8c69c9-0d72-4201-b861-3629372528b9 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:49:19.252696 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-66622622-70da-4908-bbee-b3ba29f3dfbb service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890133 Aug 09 15:49:19.356521 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-018ff9d3-b936-4c7f-b361-c40f84a7b773 req-d9493ee9-5d8e-4863-91e2-6ba1fbfda384 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934615 Aug 09 15:49:19.446279 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:19.454148 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.465345 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Transition to ACTIVE for port object 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:19.469690 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.514897 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Pushing event updated for resources: {'Port': ['ID=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:19.817250 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Attempting to bind port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:19.817592 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Attempting to bind port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:19.818143 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Attempting to bind port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b on network ee64b863-cec6-46d2-936d-60ae656ed7db {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:19.822362 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b on network ee64b863-cec6-46d2-936d-60ae656ed7db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:19.822674 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Attempting to bind port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b on network ee64b863-cec6-46d2-936d-60ae656ed7db {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:19.822796 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32dd06-356d-4536-850c-5f95daf4bfea req-b6cd6d72-fed8-45c5-989e-29e0256efad3 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.824398 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9b32dd06-356d-4536-850c-5f95daf4bfea req-b6cd6d72-fed8-45c5-989e-29e0256efad3 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.0517426 Aug 09 15:49:19.827277 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:19.827638 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Checking segment: {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:19.828147 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Bound using segment: {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:19.828577 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Bound port: 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:19.828961 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.865861 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9b32dd06-356d-4536-850c-5f95daf4bfea req-49a029de-208a-4f2a-9a6f-521cde7f4ca0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351801 Aug 09 15:49:19.898061 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] For port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:19.901124 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] For port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:19.905681 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.926812 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6ecaf-3826-4b99-8fcb-88f7994dd6b8 req-605960fa-e418-4ac7-aefa-45b682802f6a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.928472 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-50a6ecaf-3826-4b99-8fcb-88f7994dd6b8 req-605960fa-e418-4ac7-aefa-45b682802f6a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 944 time: 0.0491958 Aug 09 15:49:19.940162 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:19.940807 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:19.942201 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] 10.222.0.44 "PUT /v2.0/ports/78b0273a-ed4e-4a9a-87a6-a0cb9986b18b HTTP/1.1" status: 200 len: 1094 time: 0.8327689 Aug 09 15:49:19.942663 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2c8eb1-7d8a-4b0b-8b06-363883885781', 'tag': '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:19.944957 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cc2a14-2459-4c76-8962-ed809dc46d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2c8eb1-7d8a-4b0b-8b06-363883885781", "tag": "78b0273a-ed4e-4a9a-87a6-a0cb9986b18b"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:19.971970 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-50a6ecaf-3826-4b99-8fcb-88f7994dd6b8 req-5b4a9e0b-68ac-46a3-b97e-0d320eff7244 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354142 Aug 09 15:49:19.972593 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c58808-af75-4f20-8640-554ae5e2480a service neutron] Pushing event updated for resources: {'Port': ['ID=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:20.004693 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e61638b-8959-4bad-998f-bd041951cb15 x-openstack-request-id: req-0e61638b-8959-4bad-998f-bd041951cb15 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:20.005007 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2c8eb1-7d8a-4b0b-8b06-363883885781", "tag": "78b0273a-ed4e-4a9a-87a6-a0cb9986b18b", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:20.005259 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e61638b-8959-4bad-998f-bd041951cb15 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:20.005714 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2c8eb1-7d8a-4b0b-8b06-363883885781', 'tag': '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b', 'status': 'completed', 'code': 200} Aug 09 15:49:20.047589 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-bdb4fe92-8c2b-4192-80b0-58e6a11ea97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.049185 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-bdb4fe92-8c2b-4192-80b0-58e6a11ea97d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 1097 time: 0.0464900 Aug 09 15:49:20.091342 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-05d84c14-ad84-4bfe-af01-6a41dad2527a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b HTTP/1.1" status: 200 len: 217 time: 0.0332136 Aug 09 15:49:20.144528 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-e2aa04b8-16cb-4230-bf57-5936a4dd34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.146058 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-e2aa04b8-16cb-4230-bf57-5936a4dd34fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bef1bc94-eecb-4610-a32c-180536a1a24e HTTP/1.1" status: 200 len: 855 time: 0.0439334 Aug 09 15:49:20.189115 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-bb97490e-be36-46ae-915f-8dd237663867 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee64b863-cec6-46d2-936d-60ae656ed7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269620 Aug 09 15:49:20.289553 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-8784f2dc-d731-450d-b4ae-1263dcad93f4 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858138 Aug 09 15:49:20.389625 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1ed28935-69fa-455c-8c76-3f97d9a9ed19 req-3fa12b31-6986-49a9-8d5e-9b572d5f0317 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886846 Aug 09 15:49:20.497822 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc2a14-2459-4c76-8962-ed809dc46d8e req-437a0b1f-f566-4208-9cdc-0d9346f193ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.499515 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f0cc2a14-2459-4c76-8962-ed809dc46d8e req-437a0b1f-f566-4208-9cdc-0d9346f193ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 1097 time: 0.0510371 Aug 09 15:49:20.616044 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc2a14-2459-4c76-8962-ed809dc46d8e req-61125630-4f7f-42d0-aacb-6e5403bb41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.618427 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f0cc2a14-2459-4c76-8962-ed809dc46d8e req-61125630-4f7f-42d0-aacb-6e5403bb41e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 917 time: 0.1096327 Aug 09 15:49:20.673673 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f0cc2a14-2459-4c76-8962-ed809dc46d8e req-2cb69ade-4ab1-4f49-ae3b-f2bd77b85173 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b HTTP/1.1" status: 200 len: 217 time: 0.0448706 Aug 09 15:49:20.733443 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc2a14-2459-4c76-8962-ed809dc46d8e req-28e14220-326f-4d92-80ea-f22f741032f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:20.735580 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f0cc2a14-2459-4c76-8962-ed809dc46d8e req-28e14220-326f-4d92-80ea-f22f741032f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bef1bc94-eecb-4610-a32c-180536a1a24e HTTP/1.1" status: 200 len: 855 time: 0.0521107 Aug 09 15:49:20.773308 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f0cc2a14-2459-4c76-8962-ed809dc46d8e req-3db262b5-7057-48be-b747-0b5e826ccc9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee64b863-cec6-46d2-936d-60ae656ed7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265222 Aug 09 15:49:20.872860 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f0cc2a14-2459-4c76-8962-ed809dc46d8e req-5b8d456d-22e6-4cac-b219-12422868b9e7 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870016 Aug 09 15:49:21.002123 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f0cc2a14-2459-4c76-8962-ed809dc46d8e req-940ffacc-3bc3-4899-bf6e-5afd424b77b0 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171288 Aug 09 15:49:21.027683 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a9873-6f50-4bcc-848a-cceea6314661 req-52635217-5339-445a-806a-078a23f89bfd tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.029405 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ef4a9873-6f50-4bcc-848a-cceea6314661 req-52635217-5339-445a-806a-078a23f89bfd tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.0802615 Aug 09 15:49:21.151172 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ef4a9873-6f50-4bcc-848a-cceea6314661 req-37e97b99-024d-4712-8ab3-b9eb658e8054 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133122 Aug 09 15:49:21.184102 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a695f-7fc2-4f5f-b00e-90ff99faa86b req-0ef89c02-01c7-4223-a405-d16159f6c808 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:21.185924 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-075a695f-7fc2-4f5f-b00e-90ff99faa86b req-0ef89c02-01c7-4223-a405-d16159f6c808 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 944 time: 0.1101933 Aug 09 15:49:21.227719 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-075a695f-7fc2-4f5f-b00e-90ff99faa86b req-d51e20d3-4257-4a71-8e6f-8af7cc8c7595 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347269 Aug 09 15:49:22.296627 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e071250-8ee7-462a-acf0-94cd2988f842 req-c7b60210-6c02-47a2-b907-6333e1d25ba2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.304249 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0e071250-8ee7-462a-acf0-94cd2988f842 req-c7b60210-6c02-47a2-b907-6333e1d25ba2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.0635183 Aug 09 15:49:22.372153 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0e071250-8ee7-462a-acf0-94cd2988f842 req-a1c92a12-6164-400b-8b40-af39d4f1806f tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666969 Aug 09 15:49:22.402865 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57729661-76ea-4073-9828-e43b67d32965 req-8d369b66-1e97-4e34-8a6b-4945c41accd5 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:22.402865 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-57729661-76ea-4073-9828-e43b67d32965 req-8d369b66-1e97-4e34-8a6b-4945c41accd5 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 944 time: 0.0784378 Aug 09 15:49:22.437904 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-57729661-76ea-4073-9828-e43b67d32965 req-ef8b889c-024c-4cbb-a74f-d049285c6e4e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347281 Aug 09 15:49:23.140979 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:23.244188 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:23.257477 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b', 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db', 'port_id': '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b', 'mac_address': 'fa:16:3e:0f:1d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef1bc94-eecb-4610-a32c-180536a1a24e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:23.303445 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.318897 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:23.341716 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:23.347281 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.400032 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:23.466893 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-01ac6e5f-5f4e-4469-9b91-5f960223c35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:23.586782 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3babe78-2627-4f09-a47a-758c4a52bf54 req-99b4bef6-6fa2-42fc-a3c0-f29d120f492e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.588268 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b3babe78-2627-4f09-a47a-758c4a52bf54 req-99b4bef6-6fa2-42fc-a3c0-f29d120f492e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 945 time: 0.0588529 Aug 09 15:49:23.597266 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f065d61-c090-41ac-8b25-ebbbe65707ee req-93682015-1be8-49df-bf9e-abd1271b2263 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:23.598738 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f065d61-c090-41ac-8b25-ebbbe65707ee req-93682015-1be8-49df-bf9e-abd1271b2263 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.1000888 Aug 09 15:49:23.663027 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b3babe78-2627-4f09-a47a-758c4a52bf54 req-b1f65918-0426-43c8-91ae-103247598723 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632598 Aug 09 15:49:23.677159 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9f065d61-c090-41ac-8b25-ebbbe65707ee req-45d35ad4-6611-4dac-a6d8-8719a4bf4230 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671148 Aug 09 15:49:23.707977 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['78b0273a-ed4e-4a9a-87a6-a0cb9986b18b'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:24.842685 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa839-fd10-45e1-8eaa-0c6a434b85e4 req-379b8caf-1c1f-465b-ab39-1fc36aafaa44 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.844365 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-84cfa839-fd10-45e1-8eaa-0c6a434b85e4 req-379b8caf-1c1f-465b-ab39-1fc36aafaa44 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 945 time: 0.0904191 Aug 09 15:49:24.853579 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478aba0-5959-43e0-9fc3-95669a0bf967 req-837c2ddf-a00c-4d19-a154-e7115717aeb4 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:24.855219 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e478aba0-5959-43e0-9fc3-95669a0bf967 req-837c2ddf-a00c-4d19-a154-e7115717aeb4 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.0884213 Aug 09 15:49:24.920759 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-84cfa839-fd10-45e1-8eaa-0c6a434b85e4 req-24c76c95-8aaf-4cbd-b6e6-d2daed802aea tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646753 Aug 09 15:49:24.926775 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e478aba0-5959-43e0-9fc3-95669a0bf967 req-ef0c4c48-aa9c-49ac-8211-5bbc9e430838 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564988 Aug 09 15:49:25.175068 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:25.245936 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:25.250602 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:25.251037 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.346240 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.379772 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2c8eb1-7d8a-4b0b-8b06-363883885781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:25.383686 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d31d9-67ad-45aa-9164-b4de348eb6e8" -d '{"events": [{"server_uuid": "6d2c8eb1-7d8a-4b0b-8b06-363883885781", "name": "network-vif-plugged", "status": "completed", "tag": "78b0273a-ed4e-4a9a-87a6-a0cb9986b18b"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:25.403316 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:25.410024 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:25.435170 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad896ee2-6e43-48c8-afa1-cdd2635b3708 x-openstack-request-id: req-ad896ee2-6e43-48c8-afa1-cdd2635b3708 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:25.435546 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2c8eb1-7d8a-4b0b-8b06-363883885781", "name": "network-vif-plugged", "status": "completed", "tag": "78b0273a-ed4e-4a9a-87a6-a0cb9986b18b", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:25.435811 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad896ee2-6e43-48c8-afa1-cdd2635b3708 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:25.436314 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2c8eb1-7d8a-4b0b-8b06-363883885781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b', 'code': 200} Aug 09 15:49:25.473257 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:25.648447 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca30c82-0ce2-42ec-8543-32573f783a4a req-ecfe03bb-3ce2-4861-929d-4f93041ef64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:25.650734 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3ca30c82-0ce2-42ec-8543-32573f783a4a req-ecfe03bb-3ce2-4861-929d-4f93041ef64c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 1099 time: 0.0450091 Aug 09 15:49:25.700540 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3ca30c82-0ce2-42ec-8543-32573f783a4a req-a93904b2-f745-4690-9759-6d95f43ac12f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390096 Aug 09 15:49:26.079510 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-54ddf3af-3b38-4aa2-ac81-58ce10042f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:26.131341 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ffc51-fcb8-4899-94eb-6b2a5836b19b req-6d152609-da61-44da-b45c-cc6b10336f64 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.141616 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-428ffc51-fcb8-4899-94eb-6b2a5836b19b req-6d152609-da61-44da-b45c-cc6b10336f64 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.1241040 Aug 09 15:49:26.154659 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446bb27-bb06-4a97-8dd0-1afb8705e712 req-4fb0afc8-0eb4-4e3c-b7a1-8ef0d552138f tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:26.158137 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c446bb27-bb06-4a97-8dd0-1afb8705e712 req-4fb0afc8-0eb4-4e3c-b7a1-8ef0d552138f tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 946 time: 0.1281927 Aug 09 15:49:26.228734 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-428ffc51-fcb8-4899-94eb-6b2a5836b19b req-35b1815b-059f-4a05-9ecd-e0106f7089a3 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859556 Aug 09 15:49:26.236943 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c446bb27-bb06-4a97-8dd0-1afb8705e712 req-07ba0b68-412c-4be1-885a-1931d28f516a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713103 Aug 09 15:49:26.284745 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.201660 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.204432 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device b05aa5ac-9cd6-4997-9b60-4a9050a95f99 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:27.325764 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port b05aa5ac-9cd6-4997-9b60-4a9050a95f99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:27.340130 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'mac_address': 'fa:16:3e:10:b0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:27.384859 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.399896 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05aa5ac-9cd6-4997-9b60-4a9050a95f99 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:27.418639 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b531bef-1b6b-4367-abd6-db8b826921f4 req-75e514e0-350e-45c7-b697-f4d16601865d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.424421 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port b05aa5ac-9cd6-4997-9b60-4a9050a95f99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:27.426000 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1b531bef-1b6b-4367-abd6-db8b826921f4 req-75e514e0-350e-45c7-b697-f4d16601865d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 946 time: 0.0958724 Aug 09 15:49:27.431085 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:27.476462 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1b531bef-1b6b-4367-abd6-db8b826921f4 req-a3026b86-3007-401e-a1e4-c642437c01d6 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Aug 09 15:49:27.492939 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:27.501507 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae434270-ab8e-4ded-9f5b-deb1f51b4ebd req-93482b8a-10e0-4aab-b4d8-1517a7e8dc1f tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:27.505183 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ae434270-ab8e-4ded-9f5b-deb1f51b4ebd req-93482b8a-10e0-4aab-b4d8-1517a7e8dc1f tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 943 time: 0.1458530 Aug 09 15:49:27.558032 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ae434270-ab8e-4ded-9f5b-deb1f51b4ebd req-fd97299d-03d5-4a4c-9d9f-21390dd81105 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487633 Aug 09 15:49:27.847595 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['b05aa5ac-9cd6-4997-9b60-4a9050a95f99'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:28.685394 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fab549-1aff-4c90-ba24-3f936994eeab req-9bbae9c7-7f5c-4d03-a3c6-ef67d6f1b7ee tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:28.688036 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-20fab549-1aff-4c90-ba24-3f936994eeab req-9bbae9c7-7f5c-4d03-a3c6-ef67d6f1b7ee tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 944 time: 0.0513668 Aug 09 15:49:28.727935 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-20fab549-1aff-4c90-ba24-3f936994eeab req-71d61a66-11ee-4f20-ae29-768fc307b636 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333140 Aug 09 15:49:28.906588 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.209340 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device b05aa5ac-9cd6-4997-9b60-4a9050a95f99 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:29.273192 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:29.277830 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:29.278238 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.386459 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.429797 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port b05aa5ac-9cd6-4997-9b60-4a9050a95f99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:29.430867 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:29.433976 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd47344-90bd-4c58-aa8c-1cdb983e1da6" -d '{"events": [{"server_uuid": "bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2", "name": "network-vif-plugged", "status": "completed", "tag": "b05aa5ac-9cd6-4997-9b60-4a9050a95f99"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:29.438693 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:29.483130 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfe1da2-531f-4392-84da-a4e4e6cf5e30 x-openstack-request-id: req-4bfe1da2-531f-4392-84da-a4e4e6cf5e30 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:29.483426 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2", "name": "network-vif-plugged", "status": "completed", "tag": "b05aa5ac-9cd6-4997-9b60-4a9050a95f99", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:29.484342 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4bfe1da2-531f-4392-84da-a4e4e6cf5e30 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:29.484968 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'code': 200} Aug 09 15:49:29.506391 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:29.829322 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd0858-7db5-4e80-a3e0-e4ff9d264176 req-c0f337ec-38c7-4703-a8b9-f840e1b27a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.830956 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f7cd0858-7db5-4e80-a3e0-e4ff9d264176 req-c0f337ec-38c7-4703-a8b9-f840e1b27a3a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0487754 Aug 09 15:49:29.862955 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498ea94-7ae0-464a-b901-5781fd57cf60 req-0339a444-6e92-47af-bca9-9bf4b0ee3424 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:29.864445 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0498ea94-7ae0-464a-b901-5781fd57cf60 req-0339a444-6e92-47af-bca9-9bf4b0ee3424 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 945 time: 0.0580297 Aug 09 15:49:29.873657 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f7cd0858-7db5-4e80-a3e0-e4ff9d264176 req-b55d530b-330a-4942-a65f-a0b48bc8b406 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286937 Aug 09 15:49:29.903755 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0498ea94-7ae0-464a-b901-5781fd57cf60 req-efcfd456-423c-4a42-99ba-ba25f5b1eaa5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332220 Aug 09 15:49:31.032699 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcf0cb-3ee9-4abd-8028-2f97943615f0 req-c7eb1f31-f500-45f7-af53-ef6397b0a9b6 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:31.034922 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-78fcf0cb-3ee9-4abd-8028-2f97943615f0 req-c7eb1f31-f500-45f7-af53-ef6397b0a9b6 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 945 time: 0.0526359 Aug 09 15:49:31.076415 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-78fcf0cb-3ee9-4abd-8028-2f97943615f0 req-2a76a4e2-acf8-4acf-91b8-d37533a229c5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350182 Aug 09 15:49:32.203018 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cf4a0-f845-4d11-9f8e-6c4b06809e95 req-48ffe360-23ad-48e4-b3d3-d8a248040fe2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.204683 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-057cf4a0-f845-4d11-9f8e-6c4b06809e95 req-48ffe360-23ad-48e4-b3d3-d8a248040fe2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 945 time: 0.0538876 Aug 09 15:49:32.243735 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-057cf4a0-f845-4d11-9f8e-6c4b06809e95 req-9b869131-86b0-41d3-bff6-8c129ed2c805 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330408 Aug 09 15:49:32.386650 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d187d9-595d-4601-ba0a-272147a5505e req-9a29b6fb-7e82-45f2-81b7-dd8e17355703 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.388130 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c7d187d9-595d-4601-ba0a-272147a5505e req-9a29b6fb-7e82-45f2-81b7-dd8e17355703 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 945 time: 0.0580204 Aug 09 15:49:32.430643 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c7d187d9-595d-4601-ba0a-272147a5505e req-8854daeb-711a-40aa-a06a-1c35caf8ea80 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Aug 09 15:49:32.453194 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54492) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:32.511848 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d9fd0-eb64-40d1-9574-bb97ed645f6f tempest-TestVolumeBootPattern-530012068 tempest-TestVolumeBootPattern-530012068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:32.513674 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-9d4d9fd0-eb64-40d1-9574-bb97ed645f6f tempest-TestVolumeBootPattern-530012068 tempest-TestVolumeBootPattern-530012068-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 1093 time: 0.0591667 Aug 09 15:49:32.516927 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54496) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:32.522214 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'floatingip': {'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:32.549301 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.659542 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.789402 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Allocated IP 172.27.3.222 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/84665301-46b6-4202-b22d-f74c69ca5e10) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:32.923079 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:32.968393 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.011018 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:33.018943 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:33.023171 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:33.048526 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'Port': ['ID=84665301-46b6-4202-b22d-f74c69ca5e10,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:33.422187 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.497553 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.683793 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.690064 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.736607 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'Port': ['ID=84665301-46b6-4202-b22d-f74c69ca5e10,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:33.783026 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:33.890640 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Floating IP 5f5b7839-fc59-4375-866d-8a5cd8794527 associated. External IP: 172.27.3.222, port: b05aa5ac-9cd6-4997-9b60-4a9050a95f99. Aug 09 15:49:34.398541 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Router 7d148f77-cc1f-4c2a-84e5-0af4670e837d has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:49:34.512126 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:49:34.524825 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] Sync routers for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:49:34.537066 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:34.537463 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:34.538264 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:49:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:34.570412 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-25646f3b-fa08-490a-9594-d97acc9d7ef0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0521610 Aug 09 15:49:34.571013 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'tag': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:34.573299 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2", "tag": "b05aa5ac-9cd6-4997-9b60-4a9050a95f99"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:34.626724 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb3a11b-8960-4bcf-ae90-4efbc99acb59 x-openstack-request-id: req-ceb3a11b-8960-4bcf-ae90-4efbc99acb59 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:34.626946 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2", "tag": "b05aa5ac-9cd6-4997-9b60-4a9050a95f99", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:34.627227 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ceb3a11b-8960-4bcf-ae90-4efbc99acb59 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:34.627651 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'tag': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'status': 'completed', 'code': 200} Aug 09 15:49:34.661995 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:34.766277 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-58353be1-d84d-4269-8404-84df5ad73133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.768660 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-58353be1-d84d-4269-8404-84df5ad73133 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0718904 Aug 09 15:49:34.898402 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-5fb88cd7-36bd-4876-9d43-7d1dc429cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:34.900915 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-5fb88cd7-36bd-4876-9d43-7d1dc429cebe service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.1186621 Aug 09 15:49:34.925275 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '5f5b7839-fc59-4375-866d-8a5cd8794527', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:10:b0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:33Z', 'revision_number': 0, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:34.972389 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] Checking router: 7d148f77-cc1f-4c2a-84e5-0af4670e837d for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:49:34.982910 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:49:34.984363 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:49:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:34.999792 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-2a698800-1633-435f-b656-6c9a698ee184 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99 HTTP/1.1" status: 200 len: 999 time: 0.0810235 Aug 09 15:49:35.071192 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-8cbffaeb-1b5a-4194-8339-6e01dbf5a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:35.072746 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-8cbffaeb-1b5a-4194-8339-6e01dbf5a6d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0648761 Aug 09 15:49:35.103410 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:49:35.137217 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-b6adf42c-8152-4ed5-8cb4-e9a532cdbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:35.138766 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-b6adf42c-8152-4ed5-8cb4-e9a532cdbf80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504243 Aug 09 15:49:35.268129 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-efb34622-4534-41dc-9880-ad9302685dee service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081307 Aug 09 15:49:35.374502 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '5f5b7839-fc59-4375-866d-8a5cd8794527', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:10:b0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:33Z', 'revision_number': 0, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:35.383660 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-36bec29e-d8d7-46b0-84ea-7b68f5a2b8de req-01b00bc8-d7c9-4eb7-b2b8-91270a3ea900 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002181 Aug 09 15:49:35.407289 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ed18d7-431e-43bc-8755-785eee1800d6 None None] The sync data for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi is: [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '5f5b7839-fc59-4375-866d-8a5cd8794527', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:10:b0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:33Z', 'revision_number': 0, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:49:35.615436 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680cc14a-9ac5-44ed-aec9-43b9a3cc945d None None] New status for floating IP 5f5b7839-fc59-4375-866d-8a5cd8794527: ACTIVE {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:49:37.000065 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:37.819602 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-d72ebc9c-9289-44ad-bb29-f73300afcf37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523131 Aug 09 15:49:37.945821 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-0f8b8778-6ea6-441b-94f3-b53d8c6714ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:37.947584 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-0f8b8778-6ea6-441b-94f3-b53d8c6714ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 1099 time: 0.0456049 Aug 09 15:49:38.068767 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-e4ba08f5-39d4-4367-b29b-63c8025dcc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.070231 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-e4ba08f5-39d4-4367-b29b-63c8025dcc9a service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 917 time: 0.0869431 Aug 09 15:49:38.126019 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-8d39a640-a420-4cb6-ab21-e00146c79001 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0a0bc7a-183b-4229-89a7-cb492a97b032 HTTP/1.1" status: 200 len: 217 time: 0.0395186 Aug 09 15:49:38.182369 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-053d0d39-46a1-4efc-8951-b6c1af69f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:38.183948 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-053d0d39-46a1-4efc-8951-b6c1af69f656 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bef1bc94-eecb-4610-a32c-180536a1a24e HTTP/1.1" status: 200 len: 855 time: 0.0498474 Aug 09 15:49:38.234398 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-33cccb4b-bf2b-464e-a518-99adf3028872 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee64b863-cec6-46d2-936d-60ae656ed7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248876 Aug 09 15:49:38.330173 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-7bf94416-41de-426f-b941-7175a976fed1 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834486 Aug 09 15:49:38.437732 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9a864ccd-0559-4ce0-88a7-d9c81e8363fe req-9748c2bb-fb86-451e-856c-60dcf0f965eb service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823228 Aug 09 15:49:39.751471 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-1d41ae20-f3c5-4b1c-a822-efc7654aa481 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:39.753144 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-1d41ae20-f3c5-4b1c-a822-efc7654aa481 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 815 time: 0.1073437 Aug 09 15:49:39.768999 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-570c1cd1-5717-443f-a32b-084a2fa3c780 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/quotas/160405abfe9040f5bcbf5087bacaf6bf HTTP/1.1" status: 200 len: 375 time: 0.0100658 Aug 09 15:49:39.821119 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-4b3aff12-f9b4-4b84-bee2-018e442dbabc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465145 Aug 09 15:49:39.907657 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-9ddbb451-4106-456d-b636-10d1702577a3 service neutron] 10.222.0.10 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789785 Aug 09 15:49:39.997596 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-47f7498e-8bfd-460e-8c90-bd28730b71c5 service neutron] 10.222.0.10 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837035 Aug 09 15:49:40.151953 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b26f4647-a91a-4662-b6f4-d30ed122acb5 req-a68254f4-82de-4417-a6bd-f3fb9eed86b7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 210 time: 0.0266132 Aug 09 15:49:40.778680 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 54656) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:40.822519 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a7de33-9e7c-41d3-9948-afb3d21208ca admin admin] Deleting subnet 975e74ca-fabd-44a8-930d-d9cb81d3e228 {{(pid=99998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:49:40.825565 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-34a7de33-9e7c-41d3-9948-afb3d21208ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.862129 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-34a7de33-9e7c-41d3-9948-afb3d21208ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15669160'] for subnet, precommit_delete_associations {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.900366 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-34a7de33-9e7c-41d3-9948-afb3d21208ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.950836 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-34a7de33-9e7c-41d3-9948-afb3d21208ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15668209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14180536'] for subnet, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.976661 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7de33-9e7c-41d3-9948-afb3d21208ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975e74ca-fabd-44a8-930d-d9cb81d3e228,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:40.981439 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-34a7de33-9e7c-41d3-9948-afb3d21208ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:40.985759 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-34a7de33-9e7c-41d3-9948-afb3d21208ca admin admin] 10.222.0.10 "DELETE /v2.0/subnets/975e74ca-fabd-44a8-930d-d9cb81d3e228 HTTP/1.1" status: 204 len: 168 time: 0.2035151 Aug 09 15:49:40.986319 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 54658) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:41.059784 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.135770 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.145294 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bd4f55-a864-4073-94ea-1d7afbef0ae6']}} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:41.156888 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7215365e-4337-46cb-9a29-939a00cb2291') {'for_net_delete': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:41.157182 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7215365e-4337-46cb-9a29-939a00cb2291') {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:49:41.166200 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15669183'] for segment, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.179822 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.185973 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=99998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:49:41.186984 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15668015'] for segment, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: Traceback (most recent call last): Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: timer() Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: cb(*args, **kw) Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: return func(*args, **kwargs) Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: self._notify() Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: self.callback(batched_events) Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: event.method(event) Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: return f(self, *a, **k) Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._get(url).json() Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: return self.request(url, 'GET', **kwargs) Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:49:41.190055 dv-cinder-788365-6-iscsi neutron-server[99998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:49:41.250859 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.252407 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f80e2340-0de5-48b5-885b-db61c506faa9 req-05e34f95-b0f2-4112-8497-d6545dea7f0a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 210 time: 0.0282845 Aug 09 15:49:41.256404 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.260910 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] 10.222.0.10 "DELETE /v2.0/networks/23bd4f55-a864-4073-94ea-1d7afbef0ae6 HTTP/1.1" status: 204 len: 168 time: 0.2711315 Aug 09 15:49:41.289478 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfced4c7-79b1-4425-9de5-cd59ea9c0dce admin admin] Pushing event deleted for resources: {'Network': ['ID=23bd4f55-a864-4073-94ea-1d7afbef0ae6,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:41.388416 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-c2beef17-6fa3-4f97-9f9f-10d834d0a514 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:41.390798 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-c2beef17-6fa3-4f97-9f9f-10d834d0a514 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 815 time: 0.1211865 Aug 09 15:49:41.418134 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Request body: {'port': {'device_id': 'e29a3abe-af26-4b39-8820-c98e99e509ee', 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db', 'admin_state_up': True, 'tenant_id': '160405abfe9040f5bcbf5087bacaf6bf'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:41.489410 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54668) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:41.540866 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-b0968678-5aa5-49f5-9559-4a0f8ad93d4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac7b00a8ed204258b76f615e0544e0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494158 Aug 09 15:49:41.544108 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54672) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:41.553246 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Made reservation on behalf of 160405abfe9040f5bcbf5087bacaf6bf for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:41.557251 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.602860 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7503f8be-bb7d-43fe-86d3-0620329d2de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.625597 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7503f8be-bb7d-43fe-86d3-0620329d2de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.678531 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7503f8be-bb7d-43fe-86d3-0620329d2de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.681193 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-7503f8be-bb7d-43fe-86d3-0620329d2de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.682343 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-7503f8be-bb7d-43fe-86d3-0620329d2de7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b3774ca-6c74-4d00-a541-229577516b62 HTTP/1.1" status: 204 len: 168 time: 0.1373312 Aug 09 15:49:41.691028 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503f8be-bb7d-43fe-86d3-0620329d2de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3774ca-6c74-4d00-a541-229577516b62,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:41.695211 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Allocated IP 172.20.0.9 (ee64b863-cec6-46d2-936d-60ae656ed7db/bef1bc94-eecb-4610-a32c-180536a1a24e/4319bfc3-3484-4a28-a9a1-52443b850daf) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:41.848017 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.887518 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:41.903649 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['f0a0bc7a-183b-4229-89a7-cb492a97b032', '8a8f421a-a2ae-4af7-95fd-f0946931f6a5', '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:41.937551 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Network ee64b863-cec6-46d2-936d-60ae656ed7db is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:41.940703 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:41.944533 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:41.968578 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Pushing event updated for resources: {'Port': ['ID=4319bfc3-3484-4a28-a9a1-52443b850daf,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:41.999549 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.000263 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.019020 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-3563a093-18cd-4da3-9444-4010adf8952b tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6074233 Aug 09 15:49:42.040229 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Request body: {'port': {'device_id': 'e29a3abe-af26-4b39-8820-c98e99e509ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:42.101147 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.399905 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80110c8-dc71-4d0e-ba63-5557c0e3ae88 req-6f71e393-fe2c-4d72-9a2a-d9cb6a03343d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.402247 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c80110c8-dc71-4d0e-ba63-5557c0e3ae88 req-6f71e393-fe2c-4d72-9a2a-d9cb6a03343d tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 931 time: 0.0528867 Aug 09 15:49:42.418870 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4319bfc3-3484-4a28-a9a1-52443b850daf {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:42.427183 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.431066 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54696) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:42.439652 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Transition to ACTIVE for port object 4319bfc3-3484-4a28-a9a1-52443b850daf will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:42.443617 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.456380 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c80110c8-dc71-4d0e-ba63-5557c0e3ae88 req-a7b51956-cb3f-4532-86a6-c713884fde7c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465693 Aug 09 15:49:42.492707 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Pushing event updated for resources: {'Port': ['ID=4319bfc3-3484-4a28-a9a1-52443b850daf,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.544056 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-280855681-network', 'tenant_id': '6080a4ead5d743f9865aa98427dc0a35'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:42.564283 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Made reservation on behalf of 6080a4ead5d743f9865aa98427dc0a35 for: {'network': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:42.566672 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Attempting to bind port 4319bfc3-3484-4a28-a9a1-52443b850daf on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:42.566831 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.567011 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Attempting to bind port 4319bfc3-3484-4a28-a9a1-52443b850daf by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:42.567351 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Attempting to bind port 4319bfc3-3484-4a28-a9a1-52443b850daf on network ee64b863-cec6-46d2-936d-60ae656ed7db {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:42.571634 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Port 4319bfc3-3484-4a28-a9a1-52443b850daf on network ee64b863-cec6-46d2-936d-60ae656ed7db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:42.571962 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Attempting to bind port 4319bfc3-3484-4a28-a9a1-52443b850daf on network ee64b863-cec6-46d2-936d-60ae656ed7db {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:42.575155 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.576604 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:42.577564 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Checking segment: {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:42.577960 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Bound using segment: {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:42.578384 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Bound port: 4319bfc3-3484-4a28-a9a1-52443b850daf, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799a60a7-ece8-4300-8dbc-9851cdf58c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:42.578739 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.644131 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] For port 4319bfc3-3484-4a28-a9a1-52443b850daf, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:42.647622 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] For port 4319bfc3-3484-4a28-a9a1-52443b850daf, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4319bfc3-3484-4a28-a9a1-52443b850daf,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:42.651415 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.663963 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.667616 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.683665 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.684299 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.686395 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] 10.222.0.44 "PUT /v2.0/ports/4319bfc3-3484-4a28-a9a1-52443b850daf HTTP/1.1" status: 200 len: 1093 time: 0.6503747 Aug 09 15:49:42.686395 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29a3abe-af26-4b39-8820-c98e99e509ee', 'tag': '4319bfc3-3484-4a28-a9a1-52443b850daf'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:42.688437 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc" -d '{"events": [{"name": "network-changed", "server_uuid": "e29a3abe-af26-4b39-8820-c98e99e509ee", "tag": "4319bfc3-3484-4a28-a9a1-52443b850daf"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:42.695592 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=99999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:49:42.706790 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460113a6-b62c-48ce-9a5d-6f140444a0c7,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.717152 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce44ff-3822-49dc-8581-a6d3a691ced2 service neutron] Pushing event updated for resources: {'Port': ['ID=4319bfc3-3484-4a28-a9a1-52443b850daf,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.719460 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.720062 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.segments_db [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Added segment f71a6569-459f-4c0d-971d-a96a2b0f8c61 of type vlan for network 089d7ea1-9f6d-4e28-b247-e039fef272a8 Aug 09 15:49:42.750398 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6c1615-47aa-47d5-a978-d4033655e64b x-openstack-request-id: req-aa6c1615-47aa-47d5-a978-d4033655e64b {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:42.751044 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29a3abe-af26-4b39-8820-c98e99e509ee", "tag": "4319bfc3-3484-4a28-a9a1-52443b850daf", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:42.751044 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa6c1615-47aa-47d5-a978-d4033655e64b {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:42.751585 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29a3abe-af26-4b39-8820-c98e99e509ee', 'tag': '4319bfc3-3484-4a28-a9a1-52443b850daf', 'status': 'completed', 'code': 200} Aug 09 15:49:42.765202 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.794052 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-83cf74fb-d6bd-4243-8a48-596d4a4d36a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.795812 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-83cf74fb-d6bd-4243-8a48-596d4a4d36a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 1096 time: 0.0424802 Aug 09 15:49:42.796287 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.797347 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.797939 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.847247 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-c762783e-1a27-4bf8-84a7-642843ba545e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4319bfc3-3484-4a28-a9a1-52443b850daf HTTP/1.1" status: 200 len: 217 time: 0.0376387 Aug 09 15:49:42.855332 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4231772 Aug 09 15:49:42.858250 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 54702) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:49:42.863185 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Request body: {'subnet': {'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-280855681-subnet', 'tenant_id': '6080a4ead5d743f9865aa98427dc0a35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:42.869222 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f288b-e95b-489a-ac3a-a387859fa1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=089d7ea1-9f6d-4e28-b247-e039fef272a8,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:42.881209 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 089d7ea1-9f6d-4e28-b247-e039fef272a8 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:49:42.889089 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Made reservation on behalf of 6080a4ead5d743f9865aa98427dc0a35 for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:42.892252 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12645235'] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:42.907165 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-44d6e26f-d4ad-4d39-8be4-698dadf39f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:42.908952 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-44d6e26f-d4ad-4d39-8be4-698dadf39f9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bef1bc94-eecb-4610-a32c-180536a1a24e HTTP/1.1" status: 200 len: 855 time: 0.0472252 Aug 09 15:49:42.961008 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-1b9650dd-8086-4dd2-a185-97ba94eac617 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee64b863-cec6-46d2-936d-60ae656ed7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293403 Aug 09 15:49:43.063322 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-fdf62585-8652-4359-a05e-88a5b503e4f3 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858665 Aug 09 15:49:43.065270 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12776128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12645185'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.112411 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f0f0337-b529-447c-b70a-22a04edeae78,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:43.128051 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Checking segment: {'id': 'f71a6569-459f-4c0d-971d-a96a2b0f8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:43.128414 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Network hostable DHCP agents. Network: 089d7ea1-9f6d-4e28-b247-e039fef272a8, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:49:43.146677 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Network 089d7ea1-9f6d-4e28-b247-e039fef272a8 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:49:43.157360 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 089d7ea1-9f6d-4e28-b247-e039fef272a8) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:43.162964 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:43.163886 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:43.166069 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aa2a9f-3131-4570-9803-8bd370abb69b None None] Network 089d7ea1-9f6d-4e28-b247-e039fef272a8 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:43.175199 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b0595587-e9a2-49da-a07e-1299f9fc9e66 req-df0cbf30-187d-4edc-80a8-c1a63ba7fa38 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906806 Aug 09 15:49:43.182865 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-f4c0c92b-6971-4df1-ae69-25ccf29abf2c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3233590 Aug 09 15:49:43.293949 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d86e00-a8e4-463e-8625-1ece11f9ae3a None None] Network 089d7ea1-9f6d-4e28-b247-e039fef272a8 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:49:43.305360 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc req-04a63bdc-ee46-44f7-b422-c02e07073282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:43.306969 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc req-04a63bdc-ee46-44f7-b422-c02e07073282 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 1096 time: 0.0479445 Aug 09 15:49:43.418436 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc req-7bbc3ca9-9154-47ef-bf9f-369b50407dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:43.419920 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc req-7bbc3ca9-9154-47ef-bf9f-369b50407dfa service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 200 len: 917 time: 0.0956178 Aug 09 15:49:43.463430 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc req-c5f9349d-39cd-4ed8-82ed-32973014f37c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4319bfc3-3484-4a28-a9a1-52443b850daf HTTP/1.1" status: 200 len: 217 time: 0.0340788 Aug 09 15:49:43.552858 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc req-01e10f68-7e21-444f-baf1-cc3757117d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:43.555280 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc req-01e10f68-7e21-444f-baf1-cc3757117d20 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bef1bc94-eecb-4610-a32c-180536a1a24e HTTP/1.1" status: 200 len: 855 time: 0.0721321 Aug 09 15:49:43.609320 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc req-076a39c1-7a16-4d18-8d39-46d8b9aa71c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee64b863-cec6-46d2-936d-60ae656ed7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362010 Aug 09 15:49:43.615795 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795738f-aa8b-4940-8b2a-e8633a604cc5 req-40f99681-c9b3-4040-a738-1e0f3dcca0f0 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:43.617363 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6795738f-aa8b-4940-8b2a-e8633a604cc5 req-40f99681-c9b3-4040-a738-1e0f3dcca0f0 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 943 time: 0.0707695 Aug 09 15:49:43.660331 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6795738f-aa8b-4940-8b2a-e8633a604cc5 req-d11df042-444a-47d1-a113-3ac57e48c003 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367677 Aug 09 15:49:43.747677 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc req-a0f7b908-67ad-4279-a4b7-301f7095106e service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141186 Aug 09 15:49:43.854637 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e0297f2f-3a8f-46c3-bd77-cf9dacbc9afc req-055ce5f8-c0c2-413d-b8fb-b62e25d81b97 service neutron] 10.222.0.44 "GET /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881269 Aug 09 15:49:44.776053 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667d46c-a25b-4650-970c-ecbed73bd00d req-e402bc3c-1538-454b-8793-79ca319f11bf tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.777581 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9667d46c-a25b-4650-970c-ecbed73bd00d req-e402bc3c-1538-454b-8793-79ca319f11bf tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 943 time: 0.0485804 Aug 09 15:49:44.816293 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9667d46c-a25b-4650-970c-ecbed73bd00d req-fd55b4c1-97ca-4c09-a382-ceaca87d7604 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317805 Aug 09 15:49:44.989488 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b77be676-06e2-4236-92d3-acff68e64c36 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:44.990970 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b77be676-06e2-4236-92d3-acff68e64c36 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/networks?id=089d7ea1-9f6d-4e28-b247-e039fef272a8 HTTP/1.1" status: 200 len: 813 time: 0.1031456 Aug 09 15:49:45.005985 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-dbd75e1e-2f4c-4832-a91f-b35acc1d9183 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/quotas/6080a4ead5d743f9865aa98427dc0a35 HTTP/1.1" status: 200 len: 375 time: 0.0091596 Aug 09 15:49:45.037943 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-9ba39193-0e36-464c-8796-9cafc4f87994 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6080a4ead5d743f9865aa98427dc0a35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268996 Aug 09 15:49:45.125518 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-392b463b-ba0d-4e37-8eba-43c49296814d service neutron] 10.222.0.10 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809951 Aug 09 15:49:45.218633 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-eac3cf91-2a8e-4ba8-b130-f5bd0d455bcd service neutron] 10.222.0.10 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870223 Aug 09 15:49:45.371440 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d418848-500a-4d04-bf5d-4b5b7de539be req-e68de23f-ce34-417b-a698-278f74535d95 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 210 time: 0.0260575 Aug 09 15:49:45.933055 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00c0a9-a028-4eaf-81a7-dbbc23189718 req-f2cca60f-8583-46a7-8bb0-75f4afd41174 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:45.934588 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ee00c0a9-a028-4eaf-81a7-dbbc23189718 req-f2cca60f-8583-46a7-8bb0-75f4afd41174 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 943 time: 0.0494163 Aug 09 15:49:45.972887 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ee00c0a9-a028-4eaf-81a7-dbbc23189718 req-967966fd-3f53-4e73-b894-1321953f02a8 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Aug 09 15:49:46.469104 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f7fd59ea-a8f8-4021-a114-89bbac9a0f0c req-c8fbe108-ec2c-4a50-acc2-aa1ff0961a10 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 210 time: 0.0305390 Aug 09 15:49:46.597602 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-17371602-34d8-4dda-89f2-620eb2b9defc tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:46.599286 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-17371602-34d8-4dda-89f2-620eb2b9defc tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.44 "GET /v2.0/networks?id=089d7ea1-9f6d-4e28-b247-e039fef272a8 HTTP/1.1" status: 200 len: 813 time: 0.1025617 Aug 09 15:49:46.622674 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Request body: {'port': {'device_id': 'f09992f5-32d9-4064-81b1-dee011be610f', 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8', 'admin_state_up': True, 'tenant_id': '6080a4ead5d743f9865aa98427dc0a35'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:46.735831 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Made reservation on behalf of 6080a4ead5d743f9865aa98427dc0a35 for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:49:46.739249 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:46.857556 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Allocated IP 172.20.0.5 (089d7ea1-9f6d-4e28-b247-e039fef272a8/3f0f0337-b529-447c-b70a-22a04edeae78/ae8aa963-d22a-4e0e-9bef-d34604b92992) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:49:47.003430 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.043238 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.086174 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7b001-5b75-4591-b423-7736c3a25c3b req-a017a770-c8a8-4493-a10e-33d712cd370e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:47.087798 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Network 089d7ea1-9f6d-4e28-b247-e039fef272a8 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:49:47.087958 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-baa7b001-5b75-4591-b423-7736c3a25c3b req-a017a770-c8a8-4493-a10e-33d712cd370e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 943 time: 0.0493038 Aug 09 15:49:47.093078 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:49:47.095594 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:49:47.127767 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-baa7b001-5b75-4591-b423-7736c3a25c3b req-d3f0256d-2f39-490f-94b0-1586acdab8d1 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Aug 09 15:49:47.128086 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Pushing event updated for resources: {'Port': ['ID=ae8aa963-d22a-4e0e-9bef-d34604b92992,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:47.156474 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:47.157415 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.172479 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-51bd04c8-d687-4c8d-b35d-4a4eb7a09cf4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5535815 Aug 09 15:49:47.190024 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Request body: {'port': {'device_id': 'f09992f5-32d9-4064-81b1-dee011be610f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:49:47.241536 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.329762 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 4319bfc3-3484-4a28-a9a1-52443b850daf details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:47.423736 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 4319bfc3-3484-4a28-a9a1-52443b850daf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4319bfc3-3484-4a28-a9a1-52443b850daf,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:47.438139 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '4319bfc3-3484-4a28-a9a1-52443b850daf', 'network_id': 'ee64b863-cec6-46d2-936d-60ae656ed7db', 'port_id': '4319bfc3-3484-4a28-a9a1-52443b850daf', 'mac_address': 'fa:16:3e:4d:4f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef1bc94-eecb-4610-a32c-180536a1a24e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:47.473927 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.486779 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4319bfc3-3484-4a28-a9a1-52443b850daf {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:47.506305 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 4319bfc3-3484-4a28-a9a1-52443b850daf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4319bfc3-3484-4a28-a9a1-52443b850daf,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:47.510186 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8aa963-d22a-4e0e-9bef-d34604b92992 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:47.510741 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.520445 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.534148 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Transition to ACTIVE for port object ae8aa963-d22a-4e0e-9bef-d34604b92992 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:49:47.538277 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.564351 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=4319bfc3-3484-4a28-a9a1-52443b850daf,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:47.572232 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.572964 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.573307 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.573643 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.573976 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.574308 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.574635 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.575194 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.575350 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.575678 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.576041 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.576360 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:49:47.603077 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f65ba-9e29-4449-b3e4-f6401f3654b4 req-2b7644cb-5db7-4bbd-94e1-fcb9bfd88fd0 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:47.604681 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9b7f65ba-9e29-4449-b3e4-f6401f3654b4 req-2b7644cb-5db7-4bbd-94e1-fcb9bfd88fd0 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 943 time: 0.0639756 Aug 09 15:49:47.646465 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9b7f65ba-9e29-4449-b3e4-f6401f3654b4 req-aa45a202-bb4f-4ac6-b0a7-34ea0dbdac12 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347028 Aug 09 15:49:47.829646 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Pushing event updated for resources: {'Port': ['ID=ae8aa963-d22a-4e0e-9bef-d34604b92992,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:47.890745 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Attempting to bind port ae8aa963-d22a-4e0e-9bef-d34604b92992 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:49:47.891061 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Attempting to bind port ae8aa963-d22a-4e0e-9bef-d34604b92992 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f71a6569-459f-4c0d-971d-a96a2b0f8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:49:47.891387 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Attempting to bind port ae8aa963-d22a-4e0e-9bef-d34604b92992 on network 089d7ea1-9f6d-4e28-b247-e039fef272a8 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:47.895496 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Port ae8aa963-d22a-4e0e-9bef-d34604b92992 on network 089d7ea1-9f6d-4e28-b247-e039fef272a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:49:47.895811 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Attempting to bind port ae8aa963-d22a-4e0e-9bef-d34604b92992 on network 089d7ea1-9f6d-4e28-b247-e039fef272a8 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:49:47.900592 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:49:47.901024 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Checking segment: {'id': 'f71a6569-459f-4c0d-971d-a96a2b0f8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:49:47.901406 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Bound using segment: {'id': 'f71a6569-459f-4c0d-971d-a96a2b0f8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:49:47.901825 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Bound port: ae8aa963-d22a-4e0e-9bef-d34604b92992, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a6569-459f-4c0d-971d-a96a2b0f8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:49:47.902170 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.966622 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] For port ae8aa963-d22a-4e0e-9bef-d34604b92992, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:49:47.970309 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] For port ae8aa963-d22a-4e0e-9bef-d34604b92992, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae8aa963-d22a-4e0e-9bef-d34604b92992,segment=NetworkSegment(f71a6569-459f-4c0d-971d-a96a2b0f8c61),segment_id=f71a6569-459f-4c0d-971d-a96a2b0f8c61)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:49:47.974629 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:47.989384 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['4319bfc3-3484-4a28-a9a1-52443b850daf'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:48.008499 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.009142 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:48.010550 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] 10.222.0.44 "PUT /v2.0/ports/ae8aa963-d22a-4e0e-9bef-d34604b92992 HTTP/1.1" status: 200 len: 1093 time: 0.8256729 Aug 09 15:49:48.010986 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09992f5-32d9-4064-81b1-dee011be610f', 'tag': 'ae8aa963-d22a-4e0e-9bef-d34604b92992'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:48.013245 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "f09992f5-32d9-4064-81b1-dee011be610f", "tag": "ae8aa963-d22a-4e0e-9bef-d34604b92992"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:48.041185 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000a32f-6cd5-4353-8944-3784388ba28a service neutron] Pushing event updated for resources: {'Port': ['ID=ae8aa963-d22a-4e0e-9bef-d34604b92992,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:48.057216 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d650a44-8ae1-432c-b392-d18ddffcbcca x-openstack-request-id: req-9d650a44-8ae1-432c-b392-d18ddffcbcca {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:48.057625 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09992f5-32d9-4064-81b1-dee011be610f", "tag": "ae8aa963-d22a-4e0e-9bef-d34604b92992", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:48.057941 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d650a44-8ae1-432c-b392-d18ddffcbcca {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:48.058337 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09992f5-32d9-4064-81b1-dee011be610f', 'tag': 'ae8aa963-d22a-4e0e-9bef-d34604b92992', 'status': 'completed', 'code': 200} Aug 09 15:49:48.131890 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-6f410e3b-743f-4917-86a1-71c662c4734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.133298 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-6f410e3b-743f-4917-86a1-71c662c4734b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6080a4ead5d743f9865aa98427dc0a35&device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 1096 time: 0.0404029 Aug 09 15:49:48.188599 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-7dab00bf-1385-4100-baae-778219b03b2f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae8aa963-d22a-4e0e-9bef-d34604b92992 HTTP/1.1" status: 200 len: 217 time: 0.0346682 Aug 09 15:49:48.247943 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-ae04cdca-baae-49df-9cfc-58708339d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.249501 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-ae04cdca-baae-49df-9cfc-58708339d86c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f0f0337-b529-447c-b70a-22a04edeae78 HTTP/1.1" status: 200 len: 853 time: 0.0475836 Aug 09 15:49:48.253719 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f84e21-d87d-430f-8522-af39dca3cf03 req-d6647b55-f5dc-4191-a1ca-f75bcdc6bcab tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.255272 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b9f84e21-d87d-430f-8522-af39dca3cf03 req-d6647b55-f5dc-4191-a1ca-f75bcdc6bcab tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 944 time: 0.0519166 Aug 09 15:49:48.289586 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-b62c5732-aa8f-4359-8c5e-f6f78a3d964a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=089d7ea1-9f6d-4e28-b247-e039fef272a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247669 Aug 09 15:49:48.292952 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b9f84e21-d87d-430f-8522-af39dca3cf03 req-6860b46e-cae8-4b19-bda5-c5d5ae4563cd tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Aug 09 15:49:48.385190 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-a8c16e21-5fec-42cd-a52a-9be30855796e service neutron] 10.222.0.44 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817823 Aug 09 15:49:48.497463 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e2c3d8aa-f16f-4821-913d-e59ada982346 req-a9a2f3c6-dbc6-4152-9b31-3f0d0a43e9f5 service neutron] 10.222.0.44 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846562 Aug 09 15:49:48.604234 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf req-ddb62ccc-9841-4248-bb2a-a60d0e03b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.605821 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf req-ddb62ccc-9841-4248-bb2a-a60d0e03b339 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6080a4ead5d743f9865aa98427dc0a35&device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 1096 time: 0.0436134 Aug 09 15:49:48.711727 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf req-b37056d3-64f5-4a78-9e24-cf22d5970cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.713238 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf req-b37056d3-64f5-4a78-9e24-cf22d5970cef service neutron] 10.222.0.44 "GET /v2.0/networks?id=089d7ea1-9f6d-4e28-b247-e039fef272a8 HTTP/1.1" status: 200 len: 915 time: 0.0901566 Aug 09 15:49:48.762243 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf req-925a987e-1bba-4fc5-9a15-84da3eef3a5c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae8aa963-d22a-4e0e-9bef-d34604b92992 HTTP/1.1" status: 200 len: 217 time: 0.0360811 Aug 09 15:49:48.772990 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f066952-1753-4707-81f0-1c4d0bfeef9e req-789ff10f-1fa8-443d-89af-297cb6bee8bf tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.775502 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1f066952-1753-4707-81f0-1c4d0bfeef9e req-789ff10f-1fa8-443d-89af-297cb6bee8bf tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 943 time: 0.0555658 Aug 09 15:49:48.816533 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1f066952-1753-4707-81f0-1c4d0bfeef9e req-10800f3b-a884-49e5-bf69-fd5bea2026a2 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346925 Aug 09 15:49:48.820343 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf req-293fbc75-7556-45c7-a42f-30610ec821ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:48.821870 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf req-293fbc75-7556-45c7-a42f-30610ec821ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f0f0337-b529-447c-b70a-22a04edeae78 HTTP/1.1" status: 200 len: 853 time: 0.0450175 Aug 09 15:49:48.864207 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf req-5a7ed591-a0e3-4ba9-b986-28fb9cbb6ee2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=089d7ea1-9f6d-4e28-b247-e039fef272a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301020 Aug 09 15:49:48.980488 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf req-a6493d93-a7e8-4b56-8d45-73b1b01dc3d3 service neutron] 10.222.0.44 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030767 Aug 09 15:49:49.084934 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-33dd29db-dd21-4a05-8b23-0c5d436d6cbf req-ebb44043-6fdb-4b1e-8087-65c550e5ff59 service neutron] 10.222.0.44 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905852 Aug 09 15:49:49.407146 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b02770-835d-4721-8738-e946c6abcf9c req-6145fe07-f79e-4eb5-944a-138889192094 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.408622 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e8b02770-835d-4721-8738-e946c6abcf9c req-6145fe07-f79e-4eb5-944a-138889192094 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 944 time: 0.0488265 Aug 09 15:49:49.444483 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e8b02770-835d-4721-8738-e946c6abcf9c req-74a4761e-0fa8-44ba-8b5d-e560a3b26bbd tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297968 Aug 09 15:49:49.936269 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a6a2f-3ea9-4dec-9f57-107c5a37fe38 req-91d674e7-f46d-482f-b609-6aeb50fa8c91 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:49.937779 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-352a6a2f-3ea9-4dec-9f57-107c5a37fe38 req-91d674e7-f46d-482f-b609-6aeb50fa8c91 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 943 time: 0.0528958 Aug 09 15:49:49.975874 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-352a6a2f-3ea9-4dec-9f57-107c5a37fe38 req-5407d576-6789-48c3-bac8-8dd5f3aeebf9 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Aug 09 15:49:50.557621 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7786016-219a-4591-9ba0-ffaeebddecfd req-4470bc2d-8ccf-40b9-bdf8-3474a30dab64 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:50.559099 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c7786016-219a-4591-9ba0-ffaeebddecfd req-4470bc2d-8ccf-40b9-bdf8-3474a30dab64 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 944 time: 0.0481088 Aug 09 15:49:50.597297 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c7786016-219a-4591-9ba0-ffaeebddecfd req-04750ca9-0fda-49e0-b291-3462a190b4fb tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Aug 09 15:49:51.087958 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab1683-a762-4d8f-94e3-97c17c0dcc95 req-db95457f-a207-4d13-8ab0-2e2b88eca459 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.089454 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2ab1683-a762-4d8f-94e3-97c17c0dcc95 req-db95457f-a207-4d13-8ab0-2e2b88eca459 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 943 time: 0.0478735 Aug 09 15:49:51.126861 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e2ab1683-a762-4d8f-94e3-97c17c0dcc95 req-00245d63-d43c-4f6a-8822-267c75d77aa4 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Aug 09 15:49:51.338084 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:49:51.363928 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device ae8aa963-d22a-4e0e-9bef-d34604b92992 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:49:51.367343 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 4319bfc3-3484-4a28-a9a1-52443b850daf up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:51.479713 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 4319bfc3-3484-4a28-a9a1-52443b850daf completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:51.486024 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 4319bfc3-3484-4a28-a9a1-52443b850daf triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:51.486403 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.526183 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port ae8aa963-d22a-4e0e-9bef-d34604b92992, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae8aa963-d22a-4e0e-9bef-d34604b92992,segment=NetworkSegment(f71a6569-459f-4c0d-971d-a96a2b0f8c61),segment_id=f71a6569-459f-4c0d-971d-a96a2b0f8c61)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:51.542297 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'ae8aa963-d22a-4e0e-9bef-d34604b92992', 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8', 'port_id': 'ae8aa963-d22a-4e0e-9bef-d34604b92992', 'mac_address': 'fa:16:3e:e6:d7:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0f0337-b529-447c-b70a-22a04edeae78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:49:51.603829 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.625892 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.629397 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8aa963-d22a-4e0e-9bef-d34604b92992 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:49:51.659122 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29a3abe-af26-4b39-8820-c98e99e509ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4319bfc3-3484-4a28-a9a1-52443b850daf'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:51.661532 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd09504-7239-42be-9fad-844f3bbd149e" -d '{"events": [{"server_uuid": "e29a3abe-af26-4b39-8820-c98e99e509ee", "name": "network-vif-plugged", "status": "completed", "tag": "4319bfc3-3484-4a28-a9a1-52443b850daf"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:51.683518 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port ae8aa963-d22a-4e0e-9bef-d34604b92992, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae8aa963-d22a-4e0e-9bef-d34604b92992,segment=NetworkSegment(f71a6569-459f-4c0d-971d-a96a2b0f8c61),segment_id=f71a6569-459f-4c0d-971d-a96a2b0f8c61)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:51.683518 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 4319bfc3-3484-4a28-a9a1-52443b850daf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4319bfc3-3484-4a28-a9a1-52443b850daf,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:51.688073 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.693371 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:51.716220 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d91a687-7469-4b24-b1d2-0dda72f5a234 x-openstack-request-id: req-7d91a687-7469-4b24-b1d2-0dda72f5a234 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:51.716518 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29a3abe-af26-4b39-8820-c98e99e509ee", "name": "network-vif-plugged", "status": "completed", "tag": "4319bfc3-3484-4a28-a9a1-52443b850daf", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:51.716791 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d91a687-7469-4b24-b1d2-0dda72f5a234 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:51.717354 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29a3abe-af26-4b39-8820-c98e99e509ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4319bfc3-3484-4a28-a9a1-52443b850daf', 'code': 200} Aug 09 15:49:51.729770 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c984d56-a21b-458e-8aba-f5c71105a544 req-bcfbfc1d-ddf4-4143-81af-4779c06e3e4e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.731304 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1c984d56-a21b-458e-8aba-f5c71105a544 req-bcfbfc1d-ddf4-4143-81af-4779c06e3e4e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 944 time: 0.0600395 Aug 09 15:49:51.744813 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=ae8aa963-d22a-4e0e-9bef-d34604b92992,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:51.777073 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1c984d56-a21b-458e-8aba-f5c71105a544 req-9d8a4b5c-7cab-415c-96a1-311a68907160 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385249 Aug 09 15:49:51.798911 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=4319bfc3-3484-4a28-a9a1-52443b850daf,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:51.937121 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf3ea3-130f-4699-ade6-d5c6d5609ac2 req-e817770f-a28b-4449-b651-82333ede2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:51.938551 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9baf3ea3-130f-4699-ade6-d5c6d5609ac2 req-e817770f-a28b-4449-b651-82333ede2ccd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 1098 time: 0.0446372 Aug 09 15:49:51.984709 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9baf3ea3-130f-4699-ade6-d5c6d5609ac2 req-cc05a9da-8e6d-4004-8d41-5d53554d5dc0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274644 Aug 09 15:49:52.185477 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['ae8aa963-d22a-4e0e-9bef-d34604b92992'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:49:52.243021 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a481bda-2f49-4d6e-ac1b-70a22949fdee req-6a56705c-5bef-471e-a340-7a00fc3737b8 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.244521 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7a481bda-2f49-4d6e-ac1b-70a22949fdee req-6a56705c-5bef-471e-a340-7a00fc3737b8 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 944 time: 0.0488706 Aug 09 15:49:52.283057 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7a481bda-2f49-4d6e-ac1b-70a22949fdee req-3e28270f-a028-4309-94ed-74524d368e69 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Aug 09 15:49:52.890454 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90552040-621f-4f6d-aa82-0b4451674ba2 req-26d8925a-e7a6-4321-837d-d638b6930de0 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:52.891928 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-90552040-621f-4f6d-aa82-0b4451674ba2 req-26d8925a-e7a6-4321-837d-d638b6930de0 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 945 time: 0.0473728 Aug 09 15:49:52.931932 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-90552040-621f-4f6d-aa82-0b4451674ba2 req-d8cb826d-580f-4889-be3d-a554b99a6d92 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Aug 09 15:49:53.401280 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999614f9-f8ab-4d8c-936b-fb89afa01de3 req-3c84bec7-bf70-429b-b383-223b913017d1 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:53.402866 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-999614f9-f8ab-4d8c-936b-fb89afa01de3 req-3c84bec7-bf70-429b-b383-223b913017d1 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 944 time: 0.0535905 Aug 09 15:49:53.440128 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-999614f9-f8ab-4d8c-936b-fb89afa01de3 req-5aeae0d5-27c1-4bae-8ef5-5ef06b71d67e tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309527 Aug 09 15:49:53.468012 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bfaa6dbb-9f89-4313-bf46-71c526ba8739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:54.046134 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cde923-f9bd-41f1-bcde-3bd443151703 req-74fa8152-8191-4e93-a492-f81ca33fc14e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.047670 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-15cde923-f9bd-41f1-bcde-3bd443151703 req-74fa8152-8191-4e93-a492-f81ca33fc14e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 945 time: 0.0500240 Aug 09 15:49:54.086316 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-15cde923-f9bd-41f1-bcde-3bd443151703 req-e8e0edbe-752c-4ef9-a3cc-315b6e9aa796 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325794 Aug 09 15:49:54.553059 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb858eb-7f9c-4076-b6de-f678c02fb693 req-5b08bcdd-10f0-44b4-b273-78cf7a10b072 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:54.554497 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ffb858eb-7f9c-4076-b6de-f678c02fb693 req-5b08bcdd-10f0-44b4-b273-78cf7a10b072 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 944 time: 0.0471604 Aug 09 15:49:54.591182 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ffb858eb-7f9c-4076-b6de-f678c02fb693 req-8c7c7904-5514-4b44-8450-4e43884b0e84 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306377 Aug 09 15:49:55.381117 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device ae8aa963-d22a-4e0e-9bef-d34604b92992 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:49:55.428832 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port ae8aa963-d22a-4e0e-9bef-d34604b92992 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:49:55.432588 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port ae8aa963-d22a-4e0e-9bef-d34604b92992 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:49:55.432997 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.516148 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.538862 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09992f5-32d9-4064-81b1-dee011be610f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8aa963-d22a-4e0e-9bef-d34604b92992'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:49:55.541149 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2544cb5c-cf34-40f0-86b3-7f8baca2786b" -d '{"events": [{"server_uuid": "f09992f5-32d9-4064-81b1-dee011be610f", "name": "network-vif-plugged", "status": "completed", "tag": "ae8aa963-d22a-4e0e-9bef-d34604b92992"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:49:55.554537 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port ae8aa963-d22a-4e0e-9bef-d34604b92992, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae8aa963-d22a-4e0e-9bef-d34604b92992,segment=NetworkSegment(f71a6569-459f-4c0d-971d-a96a2b0f8c61),segment_id=f71a6569-459f-4c0d-971d-a96a2b0f8c61)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:49:55.558960 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:55.589084 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4dac2a-2941-4ad1-a0cc-6e495faf0647 x-openstack-request-id: req-3a4dac2a-2941-4ad1-a0cc-6e495faf0647 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:49:55.589380 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09992f5-32d9-4064-81b1-dee011be610f", "name": "network-vif-plugged", "status": "completed", "tag": "ae8aa963-d22a-4e0e-9bef-d34604b92992", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:49:55.589631 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a4dac2a-2941-4ad1-a0cc-6e495faf0647 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:49:55.590020 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09992f5-32d9-4064-81b1-dee011be610f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8aa963-d22a-4e0e-9bef-d34604b92992', 'code': 200} Aug 09 15:49:55.618370 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=ae8aa963-d22a-4e0e-9bef-d34604b92992,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:49:55.725361 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163832a2-a3f9-49a9-befb-c60a25d2c489 req-c9168fef-1b1d-4f55-a5cd-ccb75cb6f36c tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.726903 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-163832a2-a3f9-49a9-befb-c60a25d2c489 req-c9168fef-1b1d-4f55-a5cd-ccb75cb6f36c tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 945 time: 0.0630052 Aug 09 15:49:55.768466 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-163832a2-a3f9-49a9-befb-c60a25d2c489 req-455d3dd8-056d-4fea-ac28-1c27aaf0bec0 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346382 Aug 09 15:49:55.825812 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1f237-100b-4396-896d-676e9c86e801 req-8aa3cff4-60a4-4f69-b5b7-7da5ef0767a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:55.827406 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a4e1f237-100b-4396-896d-676e9c86e801 req-8aa3cff4-60a4-4f69-b5b7-7da5ef0767a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 1098 time: 0.0398693 Aug 09 15:49:55.869031 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-a4e1f237-100b-4396-896d-676e9c86e801 req-c5a7854f-52ac-4231-9746-5f01c5706a34 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291123 Aug 09 15:49:56.070747 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c60f5f14-5ba8-4179-85c6-15fdb50ec434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.278436 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:56.885450 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a85acf-138a-4e2c-bfd2-3c078535ac84 req-c168d412-4040-4934-9e92-28a67a55add6 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:56.886919 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f2a85acf-138a-4e2c-bfd2-3c078535ac84 req-c168d412-4040-4934-9e92-28a67a55add6 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 945 time: 0.0484242 Aug 09 15:49:56.923805 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f2a85acf-138a-4e2c-bfd2-3c078535ac84 req-62f7c5a0-1ecc-4b9c-adbd-d6ba20f6ef17 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308077 Aug 09 15:49:57.199029 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:49:58.037398 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec477a-0879-411a-9358-28a3fa2f30af req-a7961058-ba7d-4cab-9e2c-a7aebee7441b tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:49:58.039218 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-39ec477a-0879-411a-9358-28a3fa2f30af req-a7961058-ba7d-4cab-9e2c-a7aebee7441b tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 945 time: 0.0504911 Aug 09 15:49:58.078778 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-39ec477a-0879-411a-9358-28a3fa2f30af req-bdba1f14-608a-4e73-acb3-b1e26ceb0821 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337615 Aug 09 15:49:58.898939 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:06.937000 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:08.098058 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919a27d-8ad4-4928-b255-cf0cc392ec03 req-3dd8330e-3650-482c-84d3-924b5f0a16d8 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:08.099732 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c919a27d-8ad4-4928-b255-cf0cc392ec03 req-3dd8330e-3650-482c-84d3-924b5f0a16d8 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 945 time: 0.0574288 Aug 09 15:50:08.139829 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c919a27d-8ad4-4928-b255-cf0cc392ec03 req-6b404934-d64f-4bf8-85f6-a0226e4f2233 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339999 Aug 09 15:50:09.258440 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea581a-1d4d-41a9-9069-4c923f5f0cbf req-bf8e4def-6b0f-4659-921f-789619e022a3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:09.259907 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6ea581a-1d4d-41a9-9069-4c923f5f0cbf req-bf8e4def-6b0f-4659-921f-789619e022a3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 945 time: 0.0482533 Aug 09 15:50:09.300061 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f6ea581a-1d4d-41a9-9069-4c923f5f0cbf req-783b0a83-c662-4a0e-bc58-d69e8cf1aa36 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332878 Aug 09 15:50:10.416271 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add7ffb-48dc-4604-be22-6bfaa7937c74 req-1917c1d0-d761-4ca5-8d60-bf4187ba67e7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:10.417792 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2add7ffb-48dc-4604-be22-6bfaa7937c74 req-1917c1d0-d761-4ca5-8d60-bf4187ba67e7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 945 time: 0.0497155 Aug 09 15:50:10.455646 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2add7ffb-48dc-4604-be22-6bfaa7937c74 req-1df00973-22a7-441b-92dc-fa168df742b4 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315032 Aug 09 15:50:11.526087 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-0c9141c5-b9f7-4dec-969a-16dde9b38ac7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:11.527543 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-0c9141c5-b9f7-4dec-969a-16dde9b38ac7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 945 time: 0.0493050 Aug 09 15:50:11.576587 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bde0d-8af2-45ea-b799-c4e346cb6b1d req-5fd34d23-4737-4982-8d18-99dc3e6bcc03 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:11.578257 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b51bde0d-8af2-45ea-b799-c4e346cb6b1d req-5fd34d23-4737-4982-8d18-99dc3e6bcc03 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 945 time: 0.0528963 Aug 09 15:50:11.617329 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b51bde0d-8af2-45ea-b799-c4e346cb6b1d req-978a0003-f1a8-4900-b027-7a1283b9f77a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331705 Aug 09 15:50:11.627762 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-c0bc3c3e-cb1b-43ea-a932-e27c77e52325 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Deleting port 4319bfc3-3484-4a28-a9a1-52443b850daf {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:11.628111 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-c0bc3c3e-cb1b-43ea-a932-e27c77e52325 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.737581 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-c0bc3c3e-cb1b-43ea-a932-e27c77e52325 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] For port 4319bfc3-3484-4a28-a9a1-52443b850daf, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4319bfc3-3484-4a28-a9a1-52443b850daf,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:11.737876 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-c0bc3c3e-cb1b-43ea-a932-e27c77e52325 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.752038 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-c0bc3c3e-cb1b-43ea-a932-e27c77e52325 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Calling delete_port for 4319bfc3-3484-4a28-a9a1-52443b850daf owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:11.881765 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-c0bc3c3e-cb1b-43ea-a932-e27c77e52325 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.899338 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['f0a0bc7a-183b-4229-89a7-cb492a97b032', '8a8f421a-a2ae-4af7-95fd-f0946931f6a5', '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b', '4319bfc3-3484-4a28-a9a1-52443b850daf'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:11.909035 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc3c3e-cb1b-43ea-a932-e27c77e52325 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Pushing event deleted for resources: {'Port': ['ID=4319bfc3-3484-4a28-a9a1-52443b850daf,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:11.955969 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-c0bc3c3e-cb1b-43ea-a932-e27c77e52325 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] No DVR routers for this DVR port 4319bfc3-3484-4a28-a9a1-52443b850daf on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:11.958510 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-c0bc3c3e-cb1b-43ea-a932-e27c77e52325 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:11.960489 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ec8eab27-a188-4e86-893e-871dc9a7fdc6 req-c0bc3c3e-cb1b-43ea-a932-e27c77e52325 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "DELETE /v2.0/ports/4319bfc3-3484-4a28-a9a1-52443b850daf HTTP/1.1" status: 204 len: 173 time: 0.4225156 Aug 09 15:50:11.960945 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29a3abe-af26-4b39-8820-c98e99e509ee', 'name': 'network-vif-deleted', 'tag': '4319bfc3-3484-4a28-a9a1-52443b850daf'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:11.963175 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d1619b-a65d-408c-ad82-b2e5b3ac0e3b" -d '{"events": [{"server_uuid": "e29a3abe-af26-4b39-8820-c98e99e509ee", "name": "network-vif-deleted", "tag": "4319bfc3-3484-4a28-a9a1-52443b850daf"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:12.003403 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b08e11-78cb-4a0c-b50a-1bd6ccfc2231 x-openstack-request-id: req-78b08e11-78cb-4a0c-b50a-1bd6ccfc2231 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:12.003696 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29a3abe-af26-4b39-8820-c98e99e509ee", "name": "network-vif-deleted", "tag": "4319bfc3-3484-4a28-a9a1-52443b850daf", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:12.003947 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78b08e11-78cb-4a0c-b50a-1bd6ccfc2231 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:12.004342 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29a3abe-af26-4b39-8820-c98e99e509ee', 'name': 'network-vif-deleted', 'tag': '4319bfc3-3484-4a28-a9a1-52443b850daf', 'status': 'completed', 'code': 200} Aug 09 15:50:12.725919 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-936d565a-b813-47cb-b7c3-cb377649bb45 req-cfceb79f-0b28-4c46-b481-24fe3dda1d4c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=e29a3abe-af26-4b39-8820-c98e99e509ee HTTP/1.1" status: 200 len: 210 time: 0.0299356 Aug 09 15:50:15.114623 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a46a1c-5412-428c-a032-49dfe2555d5f req-35174f8f-026d-49ed-b396-52c34ba4287a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:15.116056 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-71a46a1c-5412-428c-a032-49dfe2555d5f req-35174f8f-026d-49ed-b396-52c34ba4287a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 946 time: 0.0478134 Aug 09 15:50:15.152429 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-71a46a1c-5412-428c-a032-49dfe2555d5f req-899e56c8-7f97-4dbf-9672-ac076c536ed6 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303679 Aug 09 15:50:15.429794 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 4319bfc3-3484-4a28-a9a1-52443b850daf no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:15.449430 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 4319bfc3-3484-4a28-a9a1-52443b850daf {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:15.449781 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 4319bfc3-3484-4a28-a9a1-52443b850daf not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:16.272765 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451a450-afa5-449c-8bff-316a3383fd2b req-0745be5d-f12e-4a1d-944a-523146213500 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:16.274122 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a451a450-afa5-449c-8bff-316a3383fd2b req-0745be5d-f12e-4a1d-944a-523146213500 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 946 time: 0.0510094 Aug 09 15:50:16.311775 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a451a450-afa5-449c-8bff-316a3383fd2b req-729e6488-0194-4d07-85a3-13984503924a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311594 Aug 09 15:50:17.429285 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163db6-1c55-4602-9766-9772c3416e64 req-e17ecb3e-af33-4f4a-9b4f-07593f8409bf tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:17.430801 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-53163db6-1c55-4602-9766-9772c3416e64 req-e17ecb3e-af33-4f4a-9b4f-07593f8409bf tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 946 time: 0.0494812 Aug 09 15:50:17.468281 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-53163db6-1c55-4602-9766-9772c3416e64 req-6950e44f-2851-46ab-a8e4-024a19d68a7a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Aug 09 15:50:18.314456 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-a3b16024-23a8-46cb-a827-ae5b6e894078 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:18.315825 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-a3b16024-23a8-46cb-a827-ae5b6e894078 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 946 time: 0.0482361 Aug 09 15:50:18.408874 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Deleting port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:18.409220 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.505019 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] For port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:18.505397 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.522380 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Calling delete_port for 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:18.654938 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.674789 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8c3c28b1-dee7-4a21-a879-85f1574e1229 req-dcb29164-2ec6-44c3-bf48-caa0cd878180 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=6d2c8eb1-7d8a-4b0b-8b06-363883885781 HTTP/1.1" status: 200 len: 210 time: 0.1383843 Aug 09 15:50:18.679550 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['f0a0bc7a-183b-4229-89a7-cb492a97b032', '8a8f421a-a2ae-4af7-95fd-f0946931f6a5', '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:18.693897 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Pushing event deleted for resources: {'Port': ['ID=78b0273a-ed4e-4a9a-87a6-a0cb9986b18b,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:18.717904 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.718258 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.718606 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.718950 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.719293 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.719629 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.719962 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.720294 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.720625 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.720982 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.721309 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.721637 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:18.737686 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] No DVR routers for this DVR port 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:18.739997 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:18.742030 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-ad615b4a-f4cf-409d-bf7d-7ff6db858b52 req-8034711f-85ac-4f62-a407-c2fec551e47c tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "DELETE /v2.0/ports/78b0273a-ed4e-4a9a-87a6-a0cb9986b18b HTTP/1.1" status: 204 len: 173 time: 0.4170315 Aug 09 15:50:18.742460 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2c8eb1-7d8a-4b0b-8b06-363883885781', 'name': 'network-vif-deleted', 'tag': '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:18.744681 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42b67f2-982a-4a29-bc87-d889a1c24264" -d '{"events": [{"server_uuid": "6d2c8eb1-7d8a-4b0b-8b06-363883885781", "name": "network-vif-deleted", "tag": "78b0273a-ed4e-4a9a-87a6-a0cb9986b18b"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:18.793019 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43282dc-01e1-4db5-84e2-995aca5d460a x-openstack-request-id: req-a43282dc-01e1-4db5-84e2-995aca5d460a {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:18.793575 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2c8eb1-7d8a-4b0b-8b06-363883885781", "name": "network-vif-deleted", "tag": "78b0273a-ed4e-4a9a-87a6-a0cb9986b18b", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:18.794665 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a43282dc-01e1-4db5-84e2-995aca5d460a {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:18.795073 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2c8eb1-7d8a-4b0b-8b06-363883885781', 'name': 'network-vif-deleted', 'tag': '78b0273a-ed4e-4a9a-87a6-a0cb9986b18b', 'status': 'completed', 'code': 200} Aug 09 15:50:19.939453 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c172d20-4c7c-48df-8a5e-850f57fa9fcb req-0eb05b07-5ae6-4cb1-8305-b6c5614fb4a7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:19.940938 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4c172d20-4c7c-48df-8a5e-850f57fa9fcb req-0eb05b07-5ae6-4cb1-8305-b6c5614fb4a7 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 945 time: 0.0491443 Aug 09 15:50:19.980516 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4c172d20-4c7c-48df-8a5e-850f57fa9fcb req-19024eaa-cedb-4ed7-bee1-205ec23b54c4 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337183 Aug 09 15:50:21.150726 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071f7fb-5dee-40d6-a926-6ced40f2369e req-f5c9f6f4-fd49-4cea-8f79-a631f0b4308a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:21.152213 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4071f7fb-5dee-40d6-a926-6ced40f2369e req-f5c9f6f4-fd49-4cea-8f79-a631f0b4308a tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 945 time: 0.1017973 Aug 09 15:50:21.191717 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4071f7fb-5dee-40d6-a926-6ced40f2369e req-947b486f-c59e-485a-a5ea-4e342880e215 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Aug 09 15:50:21.468101 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:21.487690 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:21.488028 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 78b0273a-ed4e-4a9a-87a6-a0cb9986b18b not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:22.304785 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2f884-b477-4486-99a2-f4703ca24ed3 req-be6238af-c4a2-4df8-b371-8383e5d150fc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:22.306168 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-57e2f884-b477-4486-99a2-f4703ca24ed3 req-be6238af-c4a2-4df8-b371-8383e5d150fc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 945 time: 0.0486894 Aug 09 15:50:22.343487 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-57e2f884-b477-4486-99a2-f4703ca24ed3 req-5ee0cafa-a56e-44f2-9f66-e93f231dd4bb tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305679 Aug 09 15:50:22.504123 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-972834b7-88d7-4a09-80b0-5545bc149366 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:22.505873 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-972834b7-88d7-4a09-80b0-5545bc149366 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 945 time: 0.0499308 Aug 09 15:50:22.605478 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-03232114-5cbf-4248-addb-c9f13647cae3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Deleting port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:22.605740 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-03232114-5cbf-4248-addb-c9f13647cae3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.693596 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-03232114-5cbf-4248-addb-c9f13647cae3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] For port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:22.693971 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-03232114-5cbf-4248-addb-c9f13647cae3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.706898 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-03232114-5cbf-4248-addb-c9f13647cae3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Calling delete_port for 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:22.843703 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-03232114-5cbf-4248-addb-c9f13647cae3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.869290 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['f0a0bc7a-183b-4229-89a7-cb492a97b032', '8a8f421a-a2ae-4af7-95fd-f0946931f6a5'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:22.873629 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03232114-5cbf-4248-addb-c9f13647cae3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Pushing event deleted for resources: {'Port': ['ID=8a8f421a-a2ae-4af7-95fd-f0946931f6a5,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:22.915416 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-03232114-5cbf-4248-addb-c9f13647cae3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] No DVR routers for this DVR port 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:22.918021 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-03232114-5cbf-4248-addb-c9f13647cae3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:22.920678 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5e55adf5-e312-4e48-83f3-9c9f270bbb21 req-03232114-5cbf-4248-addb-c9f13647cae3 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "DELETE /v2.0/ports/8a8f421a-a2ae-4af7-95fd-f0946931f6a5 HTTP/1.1" status: 204 len: 173 time: 0.4024911 Aug 09 15:50:22.921146 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd1f8a4-9a1e-44f1-acbd-484d965d0215', 'name': 'network-vif-deleted', 'tag': '8a8f421a-a2ae-4af7-95fd-f0946931f6a5'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:22.923375 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8f52db-782c-47ed-a968-86bd40b01e92" -d '{"events": [{"server_uuid": "0cd1f8a4-9a1e-44f1-acbd-484d965d0215", "name": "network-vif-deleted", "tag": "8a8f421a-a2ae-4af7-95fd-f0946931f6a5"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:22.962726 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e20990-2b86-4c12-8c23-79f3ad8dca2b x-openstack-request-id: req-88e20990-2b86-4c12-8c23-79f3ad8dca2b {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:22.963150 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd1f8a4-9a1e-44f1-acbd-484d965d0215", "name": "network-vif-deleted", "tag": "8a8f421a-a2ae-4af7-95fd-f0946931f6a5", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:22.963265 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88e20990-2b86-4c12-8c23-79f3ad8dca2b {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:22.963758 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd1f8a4-9a1e-44f1-acbd-484d965d0215', 'name': 'network-vif-deleted', 'tag': '8a8f421a-a2ae-4af7-95fd-f0946931f6a5', 'status': 'completed', 'code': 200} Aug 09 15:50:23.444621 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-81676779-0cb0-4403-8da7-e0139c4f3b98 req-d1c0f7c3-0d5f-4d6b-a3ea-f4f7383ac462 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cd1f8a4-9a1e-44f1-acbd-484d965d0215 HTTP/1.1" status: 200 len: 210 time: 0.0258129 Aug 09 15:50:23.467921 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-f1275979-7f20-4b77-833d-49c1ca2c2a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:25.496760 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:25.519491 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:25.519836 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 8a8f421a-a2ae-4af7-95fd-f0946931f6a5 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:25.827096 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf90214-f05d-4ded-acf2-780583e6d2bb req-5ac941c1-a7f8-4e64-8e9a-c5e61facb892 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:25.828688 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-caf90214-f05d-4ded-acf2-780583e6d2bb req-5ac941c1-a7f8-4e64-8e9a-c5e61facb892 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 946 time: 0.0528605 Aug 09 15:50:25.867494 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-caf90214-f05d-4ded-acf2-780583e6d2bb req-41a078a0-0019-4f89-aa24-012498ea6174 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Aug 09 15:50:26.069942 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5a9d11df-e60d-4174-8219-d560a69fd4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.281169 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:26.983136 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae9e62-53c2-4a96-b85f-922ae7393e71 req-0769ce12-f4a2-4f22-a1b5-2428b2c7ab6e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:26.984637 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-77ae9e62-53c2-4a96-b85f-922ae7393e71 req-0769ce12-f4a2-4f22-a1b5-2428b2c7ab6e tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 946 time: 0.0477793 Aug 09 15:50:27.022399 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-77ae9e62-53c2-4a96-b85f-922ae7393e71 req-9abad575-c3b3-4422-bb58-085c786e41b2 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317767 Aug 09 15:50:27.202071 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.143943 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cd38d-1d15-4e26-8b84-9d1ec273cf06 req-0935900e-91ff-4029-a3b6-c383c5e2b480 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:28.146714 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e05cd38d-1d15-4e26-8b84-9d1ec273cf06 req-0935900e-91ff-4029-a3b6-c383c5e2b480 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 946 time: 0.0574996 Aug 09 15:50:28.187274 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e05cd38d-1d15-4e26-8b84-9d1ec273cf06 req-238eb276-73d0-4c14-9997-0662e11982c6 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/security-groups?id=2495fc01-7c7d-417d-aa9e-dc588e2c3a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341072 Aug 09 15:50:28.336487 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:50:28.432631 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-472da573-9da9-4337-b7a4-326ef4c7f857 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:28.434243 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-472da573-9da9-4337-b7a4-326ef4c7f857 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 946 time: 0.0494523 Aug 09 15:50:28.528232 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-851720c9-8485-4bb7-92ff-1790944288bc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Deleting port f0a0bc7a-183b-4229-89a7-cb492a97b032 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:50:28.528567 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-851720c9-8485-4bb7-92ff-1790944288bc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.617777 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-851720c9-8485-4bb7-92ff-1790944288bc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] For port f0a0bc7a-183b-4229-89a7-cb492a97b032, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0a0bc7a-183b-4229-89a7-cb492a97b032,segment=NetworkSegment(799a60a7-ece8-4300-8dbc-9851cdf58c74),segment_id=799a60a7-ece8-4300-8dbc-9851cdf58c74)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:50:28.618145 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-851720c9-8485-4bb7-92ff-1790944288bc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.630793 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-851720c9-8485-4bb7-92ff-1790944288bc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Calling delete_port for f0a0bc7a-183b-4229-89a7-cb492a97b032 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:50:28.757903 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-851720c9-8485-4bb7-92ff-1790944288bc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.771267 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['f0a0bc7a-183b-4229-89a7-cb492a97b032'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:50:28.785276 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851720c9-8485-4bb7-92ff-1790944288bc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Pushing event deleted for resources: {'Port': ['ID=f0a0bc7a-183b-4229-89a7-cb492a97b032,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:28.835585 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-851720c9-8485-4bb7-92ff-1790944288bc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] No DVR routers for this DVR port f0a0bc7a-183b-4229-89a7-cb492a97b032 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:50:28.838005 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-851720c9-8485-4bb7-92ff-1790944288bc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:28.840117 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-e6dd717e-4064-4242-ac0e-111c1d46f344 req-851720c9-8485-4bb7-92ff-1790944288bc tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.44 "DELETE /v2.0/ports/f0a0bc7a-183b-4229-89a7-cb492a97b032 HTTP/1.1" status: 204 len: 173 time: 0.3957458 Aug 09 15:50:28.841166 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521de030-9202-4ae3-aed3-70942423d0ce', 'name': 'network-vif-deleted', 'tag': 'f0a0bc7a-183b-4229-89a7-cb492a97b032'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:50:28.843479 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b20656-92a9-4619-bd25-698d63c4bb2e" -d '{"events": [{"server_uuid": "521de030-9202-4ae3-aed3-70942423d0ce", "name": "network-vif-deleted", "tag": "f0a0bc7a-183b-4229-89a7-cb492a97b032"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:50:28.883948 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e3650f-51b9-471f-8c58-e9633e18a373 x-openstack-request-id: req-54e3650f-51b9-471f-8c58-e9633e18a373 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:50:28.884311 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521de030-9202-4ae3-aed3-70942423d0ce", "name": "network-vif-deleted", "tag": "f0a0bc7a-183b-4229-89a7-cb492a97b032", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:50:28.884593 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54e3650f-51b9-471f-8c58-e9633e18a373 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:50:28.885023 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521de030-9202-4ae3-aed3-70942423d0ce', 'name': 'network-vif-deleted', 'tag': 'f0a0bc7a-183b-4229-89a7-cb492a97b032', 'status': 'completed', 'code': 200} Aug 09 15:50:28.907174 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:29.297776 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fac56bc9-362f-4fff-8ef4-76624ab6d4c9 req-6fae4cf0-3ff0-49b3-aca8-1d79ac452c86 tempest-AttachVolumeNegativeTest-1733977725 tempest-AttachVolumeNegativeTest-1733977725-project] 10.222.0.10 "GET /v2.0/ports?device_id=521de030-9202-4ae3-aed3-70942423d0ce HTTP/1.1" status: 200 len: 210 time: 0.0296991 Aug 09 15:50:30.352577 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 55072) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:30.396806 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Deleting subnet bef1bc94-eecb-4610-a32c-180536a1a24e {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:50:30.399867 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.435239 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.473400 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.527488 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.555790 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.557978 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bef1bc94-eecb-4610-a32c-180536a1a24e HTTP/1.1" status: 204 len: 168 time: 0.2041304 Aug 09 15:50:30.558471 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef1bc94-eecb-4610-a32c-180536a1a24e,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:30.561062 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 55076) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:30.566849 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.567214 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.567630 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.567977 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.568313 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.568648 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.569004 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.569335 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.569664 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.569990 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.570315 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.570639 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4d1ff1-c536-4def-8f6a-efe33c076b65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:50:30.629410 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.705783 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.715394 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee64b863-cec6-46d2-936d-60ae656ed7db']}} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:30.725302 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799a60a7-ece8-4300-8dbc-9851cdf58c74') {'for_net_delete': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:30.725598 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799a60a7-ece8-4300-8dbc-9851cdf58c74') {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:50:30.734646 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15669183'] for segment, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.748269 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.753976 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:50:30.754357 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15668015'] for segment, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: Traceback (most recent call last): Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: timer() Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: cb(*args, **kw) Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: return func(*args, **kwargs) Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: self._notify() Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: self.callback(batched_events) Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: event.method(event) Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: return f(self, *a, **k) Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._get(url).json() Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: return self.request(url, 'GET', **kwargs) Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:50:30.755919 dv-cinder-788365-6-iscsi neutron-server[99998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:50:30.812649 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.817871 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:30.819709 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] 10.222.0.10 "DELETE /v2.0/networks/ee64b863-cec6-46d2-936d-60ae656ed7db HTTP/1.1" status: 204 len: 168 time: 0.2575970 Aug 09 15:50:30.830350 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088773b-e496-45a4-8cf2-33a16dc0687f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee64b863-cec6-46d2-936d-60ae656ed7db,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:30.930165 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 55080) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:30.970584 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-f9635e30-d399-4a9a-a3bf-a25885f2506d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=160405abfe9040f5bcbf5087bacaf6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374672 Aug 09 15:50:30.971109 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 55082) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:50:31.017275 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ef7de54c-7186-442a-af20-79c6c40875bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.037937 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ef7de54c-7186-442a-af20-79c6c40875bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.082664 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ef7de54c-7186-442a-af20-79c6c40875bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.085194 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ef7de54c-7186-442a-af20-79c6c40875bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:31.086357 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ef7de54c-7186-442a-af20-79c6c40875bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2495fc01-7c7d-417d-aa9e-dc588e2c3a70 HTTP/1.1" status: 204 len: 168 time: 0.1143816 Aug 09 15:50:31.094106 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7de54c-7186-442a-af20-79c6c40875bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2495fc01-7c7d-417d-aa9e-dc588e2c3a70,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:50:31.530287 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device f0a0bc7a-183b-4229-89a7-cb492a97b032 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:50:31.550470 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: f0a0bc7a-183b-4229-89a7-cb492a97b032 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:50:31.550813 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device f0a0bc7a-183b-4229-89a7-cb492a97b032 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:50:36.954067 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:43.443954 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-ccc9ff57-0a7b-4467-a726-4751b3772cde service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1305141 Aug 09 15:50:43.516319 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-d75d2de7-d4a4-4ef7-9a1e-f77c75188e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.517811 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-d75d2de7-d4a4-4ef7-9a1e-f77c75188e88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0414157 Aug 09 15:50:43.633051 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-345c0a82-d74b-4870-9697-6f0ca801fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.634429 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-345c0a82-d74b-4870-9697-6f0ca801fa8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.0884664 Aug 09 15:50:43.705661 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-112d0dfe-3fe5-4bfe-950f-825ba7e7d331 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99 HTTP/1.1" status: 200 len: 1001 time: 0.0572641 Aug 09 15:50:43.770793 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-dc8271aa-1910-4f01-9049-dd3740fb6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.772500 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-dc8271aa-1910-4f01-9049-dd3740fb6069 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0496323 Aug 09 15:50:43.823804 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-36e26ebd-c66f-4d5a-a24b-51d5536fc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:43.825442 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-36e26ebd-c66f-4d5a-a24b-51d5536fc9be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403073 Aug 09 15:50:43.842770 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-2f54e22d-beac-4745-b9a3-9e2a9c85ff45 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:50:43.843707 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-2f54e22d-beac-4745-b9a3-9e2a9c85ff45 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054960 Aug 09 15:50:43.941566 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-6c9ce2ba-4125-4391-845f-98811a995740 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835106 Aug 09 15:50:44.037875 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-2a15f1f1-b2f7-4c31-ac65-1c122d0bf2d7 req-95e0a028-c174-4c5c-9662-89b38a802295 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872970 Aug 09 15:50:53.467825 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d7e7771d-fd23-4530-9641-dbf7dc4daa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.069539 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5a332d17-4892-4e95-bd3e-da7503de1df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:56.281992 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:57.207120 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:58.900993 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:50:59.413933 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a353ec-706c-4c9d-923b-7b783b0d8b6f req-1fc27c28-a345-4fe7-9363-3598607c320e tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:50:59.415460 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-35a353ec-706c-4c9d-923b-7b783b0d8b6f req-1fc27c28-a345-4fe7-9363-3598607c320e tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 945 time: 0.0515733 Aug 09 15:50:59.454833 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-35a353ec-706c-4c9d-923b-7b783b0d8b6f req-85311df8-1d60-4f47-8fda-1f1e45aa4ba7 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334532 Aug 09 15:51:00.570562 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401508b0-aca3-44d0-b0eb-ef0bc4fbabcb req-ba0a590c-f67c-4e17-aa9a-4052c058e2dd tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:00.572079 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-401508b0-aca3-44d0-b0eb-ef0bc4fbabcb req-ba0a590c-f67c-4e17-aa9a-4052c058e2dd tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 945 time: 0.0490594 Aug 09 15:51:00.611023 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-401508b0-aca3-44d0-b0eb-ef0bc4fbabcb req-8b75a3e3-aaef-4f98-8659-99ee4d9f4617 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Aug 09 15:51:01.724092 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-e1bf4b84-635e-43fa-8eff-d138b40b3b6a tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:01.725731 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-e1bf4b84-635e-43fa-8eff-d138b40b3b6a tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.44 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 945 time: 0.0513418 Aug 09 15:51:01.725970 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bbe94-5bf0-4405-8115-15e0e31dc5c4 req-2764a2ad-a3a7-4675-ba9e-61cdcb8a869a tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:01.727433 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-973bbe94-5bf0-4405-8115-15e0e31dc5c4 req-2764a2ad-a3a7-4675-ba9e-61cdcb8a869a tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=f09992f5-32d9-4064-81b1-dee011be610f HTTP/1.1" status: 200 len: 945 time: 0.0493226 Aug 09 15:51:01.770034 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-973bbe94-5bf0-4405-8115-15e0e31dc5c4 req-237b62a6-099f-46ea-b401-c8952a7ad166 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Aug 09 15:51:01.837364 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-4f74216d-1d6e-4ca8-8274-1a190e0fd551 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Deleting port ae8aa963-d22a-4e0e-9bef-d34604b92992 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:01.837707 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-4f74216d-1d6e-4ca8-8274-1a190e0fd551 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.924880 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-4f74216d-1d6e-4ca8-8274-1a190e0fd551 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] For port ae8aa963-d22a-4e0e-9bef-d34604b92992, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ae8aa963-d22a-4e0e-9bef-d34604b92992,segment=NetworkSegment(f71a6569-459f-4c0d-971d-a96a2b0f8c61),segment_id=f71a6569-459f-4c0d-971d-a96a2b0f8c61)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:01.925170 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-4f74216d-1d6e-4ca8-8274-1a190e0fd551 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:01.938000 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-4f74216d-1d6e-4ca8-8274-1a190e0fd551 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Calling delete_port for ae8aa963-d22a-4e0e-9bef-d34604b92992 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:02.063882 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-4f74216d-1d6e-4ca8-8274-1a190e0fd551 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.079786 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['ae8aa963-d22a-4e0e-9bef-d34604b92992'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:02.092126 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74216d-1d6e-4ca8-8274-1a190e0fd551 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Pushing event deleted for resources: {'Port': ['ID=ae8aa963-d22a-4e0e-9bef-d34604b92992,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:02.133907 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-4f74216d-1d6e-4ca8-8274-1a190e0fd551 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] No DVR routers for this DVR port ae8aa963-d22a-4e0e-9bef-d34604b92992 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:02.136843 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-4f74216d-1d6e-4ca8-8274-1a190e0fd551 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:02.138794 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-c8e9349c-a97a-4e3d-8bf7-a34b34d1ae2a req-4f74216d-1d6e-4ca8-8274-1a190e0fd551 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.44 "DELETE /v2.0/ports/ae8aa963-d22a-4e0e-9bef-d34604b92992 HTTP/1.1" status: 204 len: 173 time: 0.4048333 Aug 09 15:51:02.139242 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09992f5-32d9-4064-81b1-dee011be610f', 'name': 'network-vif-deleted', 'tag': 'ae8aa963-d22a-4e0e-9bef-d34604b92992'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:02.141542 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fad497-f049-49b1-8e5f-63f2bf5dde58" -d '{"events": [{"server_uuid": "f09992f5-32d9-4064-81b1-dee011be610f", "name": "network-vif-deleted", "tag": "ae8aa963-d22a-4e0e-9bef-d34604b92992"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:02.297620 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e9f931-697d-40bf-b51c-a26854a9cff2 x-openstack-request-id: req-37e9f931-697d-40bf-b51c-a26854a9cff2 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:02.297911 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09992f5-32d9-4064-81b1-dee011be610f", "name": "network-vif-deleted", "tag": "ae8aa963-d22a-4e0e-9bef-d34604b92992", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:02.298163 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37e9f931-697d-40bf-b51c-a26854a9cff2 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:02.298560 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09992f5-32d9-4064-81b1-dee011be610f', 'name': 'network-vif-deleted', 'tag': 'ae8aa963-d22a-4e0e-9bef-d34604b92992', 'status': 'completed', 'code': 200} Aug 09 15:51:05.335077 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:51:06.765747 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device ae8aa963-d22a-4e0e-9bef-d34604b92992 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:51:06.786107 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: ae8aa963-d22a-4e0e-9bef-d34604b92992 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:51:06.786450 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device ae8aa963-d22a-4e0e-9bef-d34604b92992 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:51:06.954504 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:19.971617 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-c9c91606-4bc7-4282-9b95-a11ffcfc6d4a tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:19.973125 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-c9c91606-4bc7-4282-9b95-a11ffcfc6d4a tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/networks?id=089d7ea1-9f6d-4e28-b247-e039fef272a8 HTTP/1.1" status: 200 len: 813 time: 0.1078830 Aug 09 15:51:19.988700 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-d286dde7-0658-4ad1-8937-dfab6f7583eb tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/quotas/6080a4ead5d743f9865aa98427dc0a35 HTTP/1.1" status: 200 len: 375 time: 0.0099878 Aug 09 15:51:20.020687 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-50558497-2ef6-4f7d-8264-f2c3b3dea939 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6080a4ead5d743f9865aa98427dc0a35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264680 Aug 09 15:51:20.082860 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-ca686d37-adc9-49e2-9c9c-a9215315d2a1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=99999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 09 15:51:20.083867 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-ca686d37-adc9-49e2-9c9c-a9215315d2a1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0563002 Aug 09 15:51:20.177567 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-df482f6a-0e1d-4641-b793-21cb7158ba2e service neutron] 10.222.0.10 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871973 Aug 09 15:51:20.269451 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-eed0cd3a-d46e-4117-a01e-895317ec9626 service neutron] 10.222.0.10 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850909 Aug 09 15:51:20.427694 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e5f867cf-fb30-403d-887c-c09c21e2e204 req-00fa7f10-47a5-4ae9-85c3-c9def08ee893 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 210 time: 0.0269237 Aug 09 15:51:21.546055 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-32514464-6f40-4b38-a0f7-c223a4b7bd5b req-f15a0a82-c2a9-41f2-a317-975a0a539568 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 210 time: 0.0393558 Aug 09 15:51:21.619062 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-bc315239-c3c1-4342-bb03-0fecb61a497b tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:21.621211 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-bc315239-c3c1-4342-bb03-0fecb61a497b tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.44 "GET /v2.0/networks?id=089d7ea1-9f6d-4e28-b247-e039fef272a8 HTTP/1.1" status: 200 len: 813 time: 0.1291034 Aug 09 15:51:21.641397 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Request body: {'port': {'device_id': '8afc1404-c950-420e-b2d4-19492617cf0f', 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8', 'admin_state_up': True, 'tenant_id': '6080a4ead5d743f9865aa98427dc0a35'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:21.750861 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Made reservation on behalf of 6080a4ead5d743f9865aa98427dc0a35 for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:21.754445 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:21.876975 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Allocated IP 172.20.0.9 (089d7ea1-9f6d-4e28-b247-e039fef272a8/3f0f0337-b529-447c-b70a-22a04edeae78/44d801c6-4b18-49e2-8a28-6639e73c70d4) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:51:22.022026 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.060133 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.104928 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Network 089d7ea1-9f6d-4e28-b247-e039fef272a8 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:51:22.107983 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:51:22.111692 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:51:22.133883 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Pushing event updated for resources: {'Port': ['ID=44d801c6-4b18-49e2-8a28-6639e73c70d4,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:22.146242 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.146594 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.146939 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.147279 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.147617 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.147952 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.148283 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.148616 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.148971 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.149301 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.149627 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.149951 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:22.176876 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.177482 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.190992 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-56be7647-9de0-4d95-a56e-d66fa91bba33 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533812 Aug 09 15:51:22.205807 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Request body: {'port': {'device_id': '8afc1404-c950-420e-b2d4-19492617cf0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:22.256345 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.516604 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44d801c6-4b18-49e2-8a28-6639e73c70d4 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:22.524075 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.538816 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Transition to ACTIVE for port object 44d801c6-4b18-49e2-8a28-6639e73c70d4 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:51:22.543255 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.634286 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Pushing event updated for resources: {'Port': ['ID=44d801c6-4b18-49e2-8a28-6639e73c70d4,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:22.665096 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Attempting to bind port 44d801c6-4b18-49e2-8a28-6639e73c70d4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:51:22.665752 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Attempting to bind port 44d801c6-4b18-49e2-8a28-6639e73c70d4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f71a6569-459f-4c0d-971d-a96a2b0f8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:51:22.666096 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Attempting to bind port 44d801c6-4b18-49e2-8a28-6639e73c70d4 on network 089d7ea1-9f6d-4e28-b247-e039fef272a8 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:22.671060 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Port 44d801c6-4b18-49e2-8a28-6639e73c70d4 on network 089d7ea1-9f6d-4e28-b247-e039fef272a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:51:22.671384 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Attempting to bind port 44d801c6-4b18-49e2-8a28-6639e73c70d4 on network 089d7ea1-9f6d-4e28-b247-e039fef272a8 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:51:22.675435 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76723007-b0ce-45d4-90ac-c921ec86d3d2 req-60925299-cb10-4eb6-9d31-d89aa7ef5875 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.676983 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-76723007-b0ce-45d4-90ac-c921ec86d3d2 req-60925299-cb10-4eb6-9d31-d89aa7ef5875 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 943 time: 0.0596871 Aug 09 15:51:22.677126 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:51:22.677480 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Checking segment: {'id': 'f71a6569-459f-4c0d-971d-a96a2b0f8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:51:22.677869 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Bound using segment: {'id': 'f71a6569-459f-4c0d-971d-a96a2b0f8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:51:22.678309 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Bound port: 44d801c6-4b18-49e2-8a28-6639e73c70d4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f71a6569-459f-4c0d-971d-a96a2b0f8c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:51:22.678704 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.718704 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-76723007-b0ce-45d4-90ac-c921ec86d3d2 req-4f25ff1f-4dcf-43b8-8c43-d372860ab0ba tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352685 Aug 09 15:51:22.752929 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] For port 44d801c6-4b18-49e2-8a28-6639e73c70d4, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:51:22.756285 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] For port 44d801c6-4b18-49e2-8a28-6639e73c70d4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=44d801c6-4b18-49e2-8a28-6639e73c70d4,segment=NetworkSegment(f71a6569-459f-4c0d-971d-a96a2b0f8c61),segment_id=f71a6569-459f-4c0d-971d-a96a2b0f8c61)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:51:22.761108 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.801006 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.801671 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:22.803019 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] 10.222.0.44 "PUT /v2.0/ports/44d801c6-4b18-49e2-8a28-6639e73c70d4 HTTP/1.1" status: 200 len: 1093 time: 0.6013854 Aug 09 15:51:22.803470 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afc1404-c950-420e-b2d4-19492617cf0f', 'tag': '44d801c6-4b18-49e2-8a28-6639e73c70d4'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:22.805947 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f395951b-9857-463a-8708-2c0d6f94a9c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8afc1404-c950-420e-b2d4-19492617cf0f", "tag": "44d801c6-4b18-49e2-8a28-6639e73c70d4"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:22.839424 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0937e-0131-446d-9371-51caf84191ab service neutron] Pushing event updated for resources: {'Port': ['ID=44d801c6-4b18-49e2-8a28-6639e73c70d4,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:22.863176 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400f6df7-b736-4772-b59d-70e718aec0ce x-openstack-request-id: req-400f6df7-b736-4772-b59d-70e718aec0ce {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:22.863176 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afc1404-c950-420e-b2d4-19492617cf0f", "tag": "44d801c6-4b18-49e2-8a28-6639e73c70d4", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:22.863176 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-400f6df7-b736-4772-b59d-70e718aec0ce {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:22.863176 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afc1404-c950-420e-b2d4-19492617cf0f', 'tag': '44d801c6-4b18-49e2-8a28-6639e73c70d4', 'status': 'completed', 'code': 200} Aug 09 15:51:22.913800 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-11b9afee-8cf9-4a2a-89a4-312156f674ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:22.915534 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-11b9afee-8cf9-4a2a-89a4-312156f674ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6080a4ead5d743f9865aa98427dc0a35&device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 1096 time: 0.0501058 Aug 09 15:51:22.961304 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e44dc3f5-8f50-4cbf-9d53-73641b738183 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d801c6-4b18-49e2-8a28-6639e73c70d4 HTTP/1.1" status: 200 len: 217 time: 0.0355020 Aug 09 15:51:23.018258 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-fe232ee2-b165-4d5a-ac36-734e9ff6b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.019966 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-fe232ee2-b165-4d5a-ac36-734e9ff6b23b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f0f0337-b529-447c-b70a-22a04edeae78 HTTP/1.1" status: 200 len: 853 time: 0.0477614 Aug 09 15:51:23.058653 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-e4a720fe-fe30-496f-971b-4cb3e068a9f5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=089d7ea1-9f6d-4e28-b247-e039fef272a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260789 Aug 09 15:51:23.148222 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-115b863f-7293-4c41-89f0-470208f9bffe service neutron] 10.222.0.44 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805836 Aug 09 15:51:23.241788 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-356dc577-4132-43fd-b6dd-58c7cf425ec6 req-d1c9b1c9-c0ed-4e3b-83f6-fc32367c3eba service neutron] 10.222.0.44 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854571 Aug 09 15:51:23.334794 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395951b-9857-463a-8708-2c0d6f94a9c4 req-0bd3bccc-cd2a-443a-8791-7e8b2a3d60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.336195 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f395951b-9857-463a-8708-2c0d6f94a9c4 req-0bd3bccc-cd2a-443a-8791-7e8b2a3d60fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6080a4ead5d743f9865aa98427dc0a35&device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 1096 time: 0.0413740 Aug 09 15:51:23.429290 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395951b-9857-463a-8708-2c0d6f94a9c4 req-67c041a8-39bd-4b8f-a15a-5cbda9cd6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.430754 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f395951b-9857-463a-8708-2c0d6f94a9c4 req-67c041a8-39bd-4b8f-a15a-5cbda9cd6081 service neutron] 10.222.0.44 "GET /v2.0/networks?id=089d7ea1-9f6d-4e28-b247-e039fef272a8 HTTP/1.1" status: 200 len: 915 time: 0.0868537 Aug 09 15:51:23.468997 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-2263d4ff-7c9a-4bd0-900e-19ab5a905b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:23.474809 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f395951b-9857-463a-8708-2c0d6f94a9c4 req-a73fab38-246f-4709-b543-21fbcd23f748 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44d801c6-4b18-49e2-8a28-6639e73c70d4 HTTP/1.1" status: 200 len: 217 time: 0.0339010 Aug 09 15:51:23.526939 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395951b-9857-463a-8708-2c0d6f94a9c4 req-6cf85758-5b84-4e86-a739-40ef15bdf4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.528356 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f395951b-9857-463a-8708-2c0d6f94a9c4 req-6cf85758-5b84-4e86-a739-40ef15bdf4a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f0f0337-b529-447c-b70a-22a04edeae78 HTTP/1.1" status: 200 len: 853 time: 0.0421896 Aug 09 15:51:23.564609 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f395951b-9857-463a-8708-2c0d6f94a9c4 req-a26cb795-8a68-4c68-ac4c-aa09a7d6a2ba service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=089d7ea1-9f6d-4e28-b247-e039fef272a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269685 Aug 09 15:51:23.661187 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f395951b-9857-463a-8708-2c0d6f94a9c4 req-902e5e7d-a89d-401f-a21a-3985bfe2824c service neutron] 10.222.0.44 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848253 Aug 09 15:51:23.754810 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f395951b-9857-463a-8708-2c0d6f94a9c4 req-8cc84e53-c9e5-46ec-8024-59f7201981c9 service neutron] 10.222.0.44 "GET /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820484 Aug 09 15:51:23.837042 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c8da3-d609-4edc-a986-202625e286db req-2a5ecf64-c3d8-456f-9296-da2b0adaf4ab tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:23.839086 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fd1c8da3-d609-4edc-a986-202625e286db req-2a5ecf64-c3d8-456f-9296-da2b0adaf4ab tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 943 time: 0.0478036 Aug 09 15:51:23.879380 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fd1c8da3-d609-4edc-a986-202625e286db req-566d8bba-8aed-4d9c-9037-908f98e6c8fc tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Aug 09 15:51:24.994607 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373caf7-3fc9-46b9-b6e9-3f953b277a71 req-eb23b2c5-7761-4660-9998-751497369d5d tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:24.996348 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1373caf7-3fc9-46b9-b6e9-3f953b277a71 req-eb23b2c5-7761-4660-9998-751497369d5d tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 943 time: 0.0490830 Aug 09 15:51:25.036701 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-1373caf7-3fc9-46b9-b6e9-3f953b277a71 req-6144c861-f59b-4827-99c5-627663ef6388 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344913 Aug 09 15:51:26.068845 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-850d8efb-e4a8-4be1-a862-e46459d098bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:26.149337 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867df2cc-bad8-456b-aae5-b4615f4ac56b req-3e2b6762-8903-4b6e-af71-949123442405 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:26.151420 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-867df2cc-bad8-456b-aae5-b4615f4ac56b req-3e2b6762-8903-4b6e-af71-949123442405 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 943 time: 0.0480535 Aug 09 15:51:26.187955 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-867df2cc-bad8-456b-aae5-b4615f4ac56b req-610af57e-ece6-4a97-b3de-2bc74dd1f936 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306015 Aug 09 15:51:26.283862 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.208514 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.301911 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4658e-dd7c-4328-8057-6b1a2ff23247 req-4bf02115-033d-4d66-888f-ad744eb8298c tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:27.303304 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4bc4658e-dd7c-4328-8057-6b1a2ff23247 req-4bf02115-033d-4d66-888f-ad744eb8298c tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 943 time: 0.0488245 Aug 09 15:51:27.340145 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4bc4658e-dd7c-4328-8057-6b1a2ff23247 req-eb5b1842-44ac-4a53-b75b-8c6e06b61f85 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309298 Aug 09 15:51:27.711282 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 44d801c6-4b18-49e2-8a28-6639e73c70d4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:51:27.808692 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 44d801c6-4b18-49e2-8a28-6639e73c70d4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=44d801c6-4b18-49e2-8a28-6639e73c70d4,segment=NetworkSegment(f71a6569-459f-4c0d-971d-a96a2b0f8c61),segment_id=f71a6569-459f-4c0d-971d-a96a2b0f8c61)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:27.819672 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '44d801c6-4b18-49e2-8a28-6639e73c70d4', 'network_id': '089d7ea1-9f6d-4e28-b247-e039fef272a8', 'port_id': '44d801c6-4b18-49e2-8a28-6639e73c70d4', 'mac_address': 'fa:16:3e:d7:72:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f0f0337-b529-447c-b70a-22a04edeae78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:51:27.855717 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.868327 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44d801c6-4b18-49e2-8a28-6639e73c70d4 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:51:27.888628 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 44d801c6-4b18-49e2-8a28-6639e73c70d4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=44d801c6-4b18-49e2-8a28-6639e73c70d4,segment=NetworkSegment(f71a6569-459f-4c0d-971d-a96a2b0f8c61),segment_id=f71a6569-459f-4c0d-971d-a96a2b0f8c61)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:27.892593 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:27.938817 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=44d801c6-4b18-49e2-8a28-6639e73c70d4,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:27.945682 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.946032 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.946375 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.946712 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.947049 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.947440 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.948511 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.948892 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.949228 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.949562 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.949893 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:27.950222 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:28.211574 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['44d801c6-4b18-49e2-8a28-6639e73c70d4'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:28.458484 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e005cd2-45ec-4fed-bffb-d64798b5a71b req-31f0a18d-bbf5-471c-ae11-77cd2b832785 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:28.464943 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e005cd2-45ec-4fed-bffb-d64798b5a71b req-31f0a18d-bbf5-471c-ae11-77cd2b832785 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 944 time: 0.0545075 Aug 09 15:51:28.508682 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9e005cd2-45ec-4fed-bffb-d64798b5a71b req-45bfbe78-2d4a-471a-b692-8dda62955036 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366726 Aug 09 15:51:28.904285 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:29.623300 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53fd9a-4528-4646-9385-41dbb7736be2 req-f94b41e8-d14f-4405-ad2e-d5b22a459c3b tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:29.624871 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2a53fd9a-4528-4646-9385-41dbb7736be2 req-f94b41e8-d14f-4405-ad2e-d5b22a459c3b tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 944 time: 0.0486050 Aug 09 15:51:29.662623 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2a53fd9a-4528-4646-9385-41dbb7736be2 req-2f16b6d0-d813-42ee-8c6a-ec4dea7f903f tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316882 Aug 09 15:51:30.775138 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75934e14-74db-43d4-a28c-a05f7c0acd37 req-a47925d0-689e-4fe0-9d5d-62e900f01ae0 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:30.776679 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-75934e14-74db-43d4-a28c-a05f7c0acd37 req-a47925d0-689e-4fe0-9d5d-62e900f01ae0 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 944 time: 0.0490763 Aug 09 15:51:30.813562 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-75934e14-74db-43d4-a28c-a05f7c0acd37 req-2412ec0b-a280-4a2c-92be-b78d46eedc47 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310421 Aug 09 15:51:30.841795 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 44d801c6-4b18-49e2-8a28-6639e73c70d4 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:51:30.891820 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 44d801c6-4b18-49e2-8a28-6639e73c70d4 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:51:30.895893 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 44d801c6-4b18-49e2-8a28-6639e73c70d4 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:51:30.896268 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.103346 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.127183 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afc1404-c950-420e-b2d4-19492617cf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d801c6-4b18-49e2-8a28-6639e73c70d4'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:31.129461 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bce77a3-f3c5-4c16-8a06-9f63cddd61d0" -d '{"events": [{"server_uuid": "8afc1404-c950-420e-b2d4-19492617cf0f", "name": "network-vif-plugged", "status": "completed", "tag": "44d801c6-4b18-49e2-8a28-6639e73c70d4"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:31.144173 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 44d801c6-4b18-49e2-8a28-6639e73c70d4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=44d801c6-4b18-49e2-8a28-6639e73c70d4,segment=NetworkSegment(f71a6569-459f-4c0d-971d-a96a2b0f8c61),segment_id=f71a6569-459f-4c0d-971d-a96a2b0f8c61)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:31.148100 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.201523 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=44d801c6-4b18-49e2-8a28-6639e73c70d4,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:31.242213 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae80e44c-e373-449a-acd2-8c6357ca22c4 x-openstack-request-id: req-ae80e44c-e373-449a-acd2-8c6357ca22c4 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:31.242753 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afc1404-c950-420e-b2d4-19492617cf0f", "name": "network-vif-plugged", "status": "completed", "tag": "44d801c6-4b18-49e2-8a28-6639e73c70d4", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:31.243095 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae80e44c-e373-449a-acd2-8c6357ca22c4 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:31.243586 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afc1404-c950-420e-b2d4-19492617cf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44d801c6-4b18-49e2-8a28-6639e73c70d4', 'code': 200} Aug 09 15:51:31.413529 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e432043-0268-452e-9135-10dbfbf16c85 req-fbb99343-9a65-48ed-a658-494d1f615001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:31.415045 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7e432043-0268-452e-9135-10dbfbf16c85 req-fbb99343-9a65-48ed-a658-494d1f615001 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 1098 time: 0.0445638 Aug 09 15:51:31.451521 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7e432043-0268-452e-9135-10dbfbf16c85 req-d7463843-1b5b-41ca-9f8d-54cdd6060185 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274351 Aug 09 15:51:31.470498 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 55732) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:31.575081 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-5d91d690-9cb4-412a-b397-4bcd0856cfd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.665593 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-5d91d690-9cb4-412a-b397-4bcd0856cfd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.669942 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-5d91d690-9cb4-412a-b397-4bcd0856cfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.706646 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91d690-9cb4-412a-b397-4bcd0856cfd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3819b87-87fc-4e01-a43d-c7a134cbc3cb,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:31.711836 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-5d91d690-9cb4-412a-b397-4bcd0856cfd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a57f735049e44dd857d21d0cc981f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403495 Aug 09 15:51:31.715443 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 55736) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:31.763576 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-66dda345-1ab6-4ec2-94f1-de5d6151c606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.783925 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-66dda345-1ab6-4ec2-94f1-de5d6151c606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.832313 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-66dda345-1ab6-4ec2-94f1-de5d6151c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.834876 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-66dda345-1ab6-4ec2-94f1-de5d6151c606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:31.836002 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-66dda345-1ab6-4ec2-94f1-de5d6151c606 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3819b87-87fc-4e01-a43d-c7a134cbc3cb HTTP/1.1" status: 204 len: 168 time: 0.1196318 Aug 09 15:51:31.850510 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dda345-1ab6-4ec2-94f1-de5d6151c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3819b87-87fc-4e01-a43d-c7a134cbc3cb,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:31.935267 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a5044-8d97-4b26-a756-61bc1b0c55ba req-5156d078-1f9c-4ffd-8fad-f44df8884ece tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:31.936825 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-208a5044-8d97-4b26-a756-61bc1b0c55ba req-5156d078-1f9c-4ffd-8fad-f44df8884ece tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 945 time: 0.0483327 Aug 09 15:51:31.977639 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-208a5044-8d97-4b26-a756-61bc1b0c55ba req-917639bf-a107-4968-b431-73e897cd1fbd tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346656 Aug 09 15:51:32.094977 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 55744) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:32.108450 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6e59589f-c439-4337-8280-193385eb006c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.200024 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6e59589f-c439-4337-8280-193385eb006c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.203762 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-6e59589f-c439-4337-8280-193385eb006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.242338 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-6e59589f-c439-4337-8280-193385eb006c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6cf31e92c7f145f09488b451a0638c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462877 Aug 09 15:51:32.243455 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59589f-c439-4337-8280-193385eb006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7e6844-090a-4224-833c-16003d8f7b7b,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:32.245635 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 55746) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:32.293110 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.313643 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.359279 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.361869 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:32.363012 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c7e6844-090a-4224-833c-16003d8f7b7b HTTP/1.1" status: 204 len: 168 time: 0.1163931 Aug 09 15:51:32.370503 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7e6844-090a-4224-833c-16003d8f7b7b,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:32.377522 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.377874 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.378219 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.378547 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.378922 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.379254 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.379550 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.379875 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.380204 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.380529 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.380898 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:32.381220 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a298f7-b2bd-48d8-9e47-f60a6efdff66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:51:33.094773 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b9edb-4c81-4e9b-9f90-80b661dc3957 req-326918ed-88ab-4d0f-a41c-5ec9b418921e tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:33.096362 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7c1b9edb-4c81-4e9b-9f90-80b661dc3957 req-326918ed-88ab-4d0f-a41c-5ec9b418921e tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 945 time: 0.0490487 Aug 09 15:51:33.133865 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7c1b9edb-4c81-4e9b-9f90-80b661dc3957 req-d35a0954-dbbc-41e1-b348-f7a22a476c9f tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315690 Aug 09 15:51:36.977112 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:40.852245 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 55904) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:40.959032 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a932739b-4d85-4a6d-85db-ee2303659958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.059824 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a932739b-4d85-4a6d-85db-ee2303659958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.063535 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-a932739b-4d85-4a6d-85db-ee2303659958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.101498 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-a932739b-4d85-4a6d-85db-ee2303659958 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=892f16e36be44f408d18991abdb4d0ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480047 Aug 09 15:51:41.103486 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932739b-4d85-4a6d-85db-ee2303659958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abab4edb-f4cf-4911-a1bc-8b0f8259a650,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:41.104240 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 55912) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:41.152325 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-77aec2fb-86ab-4931-be02-1fcefb0b0d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.175257 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-77aec2fb-86ab-4931-be02-1fcefb0b0d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.221679 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-77aec2fb-86ab-4931-be02-1fcefb0b0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.224261 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-77aec2fb-86ab-4931-be02-1fcefb0b0d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.225419 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-77aec2fb-86ab-4931-be02-1fcefb0b0d56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abab4edb-f4cf-4911-a1bc-8b0f8259a650 HTTP/1.1" status: 204 len: 168 time: 0.1201522 Aug 09 15:51:41.233041 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aec2fb-86ab-4931-be02-1fcefb0b0d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abab4edb-f4cf-4911-a1bc-8b0f8259a650,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:41.484457 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 55918) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:41.498242 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e4c40a87-6e70-49f5-b65e-2b2b6a72c465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.586389 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e4c40a87-6e70-49f5-b65e-2b2b6a72c465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.590159 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e4c40a87-6e70-49f5-b65e-2b2b6a72c465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.627394 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-e4c40a87-6e70-49f5-b65e-2b2b6a72c465 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de2c5ce16de34c5f805c17fa98e77c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418614 Aug 09 15:51:41.628478 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c40a87-6e70-49f5-b65e-2b2b6a72c465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c210bdc-f885-4e9d-add4-ea576732c85f,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:41.630202 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 55920) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:41.680106 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7bad2a4a-ca06-409d-9045-9228d68a9994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.701183 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7bad2a4a-ca06-409d-9045-9228d68a9994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.745214 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7bad2a4a-ca06-409d-9045-9228d68a9994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.747678 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7bad2a4a-ca06-409d-9045-9228d68a9994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:41.748857 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-7bad2a4a-ca06-409d-9045-9228d68a9994 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c210bdc-f885-4e9d-add4-ea576732c85f HTTP/1.1" status: 204 len: 168 time: 0.1176538 Aug 09 15:51:41.756249 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad2a4a-ca06-409d-9045-9228d68a9994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c210bdc-f885-4e9d-add4-ea576732c85f,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:42.082866 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 55928) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:42.096930 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c73181e7-8183-42ea-bbea-d427aac755a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.187382 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c73181e7-8183-42ea-bbea-d427aac755a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.191088 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-c73181e7-8183-42ea-bbea-d427aac755a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.229928 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-c73181e7-8183-42ea-bbea-d427aac755a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18a9ec6e04e741d1ba01541a636c880d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459816 Aug 09 15:51:42.231940 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73181e7-8183-42ea-bbea-d427aac755a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1fbeb5-1e7f-4145-82e4-0aa95c84e370,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:42.232679 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 55930) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:42.280568 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d67a-5239-4502-a88d-7075710d9beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.301875 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d67a-5239-4502-a88d-7075710d9beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.333445 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:51:42.346414 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d67a-5239-4502-a88d-7075710d9beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.349034 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-1bc0d67a-5239-4502-a88d-7075710d9beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:42.350172 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-1bc0d67a-5239-4502-a88d-7075710d9beb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb1fbeb5-1e7f-4145-82e4-0aa95c84e370 HTTP/1.1" status: 204 len: 168 time: 0.1164558 Aug 09 15:51:42.358434 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0d67a-5239-4502-a88d-7075710d9beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1fbeb5-1e7f-4145-82e4-0aa95c84e370,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:51.146877 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56042) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:51.249572 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ba3c14a6-9e1d-46d1-938b-0e10530cc594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.333970 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ba3c14a6-9e1d-46d1-938b-0e10530cc594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.338344 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-ba3c14a6-9e1d-46d1-938b-0e10530cc594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.378017 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-ba3c14a6-9e1d-46d1-938b-0e10530cc594 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=694abc144f904c5683d1c2f37e279f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300861 Aug 09 15:51:51.378865 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c14a6-9e1d-46d1-938b-0e10530cc594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0beca-1372-400c-9219-92d5eb8eb831,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:51.380670 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56046) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:51.430691 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cc994461-ee65-4271-9865-77b6c9586886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.451384 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cc994461-ee65-4271-9865-77b6c9586886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.498091 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cc994461-ee65-4271-9865-77b6c9586886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.500929 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-cc994461-ee65-4271-9865-77b6c9586886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.502151 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-cc994461-ee65-4271-9865-77b6c9586886 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94d0beca-1372-400c-9219-92d5eb8eb831 HTTP/1.1" status: 204 len: 168 time: 0.1204660 Aug 09 15:51:51.510908 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc994461-ee65-4271-9865-77b6c9586886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0beca-1372-400c-9219-92d5eb8eb831,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:51.771504 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56058) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:51.785074 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d06c437-72dc-426c-8d8e-cb9f365259da admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.873492 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d06c437-72dc-426c-8d8e-cb9f365259da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.878346 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-3d06c437-72dc-426c-8d8e-cb9f365259da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.914273 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06c437-72dc-426c-8d8e-cb9f365259da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d152f708-be43-4f26-9535-655448cad668,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:51.918576 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-3d06c437-72dc-426c-8d8e-cb9f365259da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b62274e92dc47a7832882404260b077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460092 Aug 09 15:51:51.921472 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56060) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:51.969042 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bede8228-1d7a-4460-8009-45cdd9337497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:51.991165 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bede8228-1d7a-4460-8009-45cdd9337497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.036368 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bede8228-1d7a-4460-8009-45cdd9337497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.038973 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bede8228-1d7a-4460-8009-45cdd9337497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:52.040329 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-bede8228-1d7a-4460-8009-45cdd9337497 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d152f708-be43-4f26-9535-655448cad668 HTTP/1.1" status: 204 len: 168 time: 0.1177783 Aug 09 15:51:52.047878 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede8228-1d7a-4460-8009-45cdd9337497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d152f708-be43-4f26-9535-655448cad668,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:53.471117 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bc1fbcec-b5b4-44e0-8629-caf993f7ca6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:53.939944 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56134) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:54.047369 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-483d59d6-059c-4225-9f98-9b6c36da6e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.132099 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-483d59d6-059c-4225-9f98-9b6c36da6e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.135872 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-483d59d6-059c-4225-9f98-9b6c36da6e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.174808 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-483d59d6-059c-4225-9f98-9b6c36da6e85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7c0d6c6cd4d041bb86f5e3732a0033a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329371 Aug 09 15:51:54.175657 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d59d6-059c-4225-9f98-9b6c36da6e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efea0a4-a3f3-43e4-85c6-f566185a91d9,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.177587 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56138) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:54.229676 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-04011232-4875-4ad1-afd4-1f224317e44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.250024 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-04011232-4875-4ad1-afd4-1f224317e44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.296735 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-04011232-4875-4ad1-afd4-1f224317e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.299241 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-04011232-4875-4ad1-afd4-1f224317e44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.300402 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-04011232-4875-4ad1-afd4-1f224317e44a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2efea0a4-a3f3-43e4-85c6-f566185a91d9 HTTP/1.1" status: 204 len: 168 time: 0.1217320 Aug 09 15:51:54.307888 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04011232-4875-4ad1-afd4-1f224317e44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efea0a4-a3f3-43e4-85c6-f566185a91d9,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.566068 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56144) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:54.579508 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4587251c-0ce7-461b-9111-75d6f86e6b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.665763 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4587251c-0ce7-461b-9111-75d6f86e6b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.669580 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4587251c-0ce7-461b-9111-75d6f86e6b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.710581 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-4587251c-0ce7-461b-9111-75d6f86e6b10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9e5bfa60afd4af8a0c527bbcbe0444c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434579 Aug 09 15:51:54.712760 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587251c-0ce7-461b-9111-75d6f86e6b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef0973-52a4-4c94-be2b-40e12eae7fc0,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:54.714123 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56146) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:54.766338 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-78554e86-4362-4456-b417-60c7ba182cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.795499 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-78554e86-4362-4456-b417-60c7ba182cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.842364 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-78554e86-4362-4456-b417-60c7ba182cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.844957 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-78554e86-4362-4456-b417-60c7ba182cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:54.846141 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-78554e86-4362-4456-b417-60c7ba182cfe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11ef0973-52a4-4c94-be2b-40e12eae7fc0 HTTP/1.1" status: 204 len: 168 time: 0.1310372 Aug 09 15:51:54.853618 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78554e86-4362-4456-b417-60c7ba182cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef0973-52a4-4c94-be2b-40e12eae7fc0,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:55.185218 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf9fb-04ed-4a3a-aec7-02c02c84905b req-124dbef9-6408-4540-8f2c-f02b3089cc09 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:55.186664 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d0fbf9fb-04ed-4a3a-aec7-02c02c84905b req-124dbef9-6408-4540-8f2c-f02b3089cc09 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 945 time: 0.0526946 Aug 09 15:51:55.225655 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d0fbf9fb-04ed-4a3a-aec7-02c02c84905b req-563ee4a5-10c9-4ede-bb5c-64aed5ef5043 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Aug 09 15:51:56.068823 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9da3-23ac-4521-9bbb-84719aadd09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.285077 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:56.343745 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2e4d6-5ae9-4e4e-8276-5ef0c2714580 req-aa0fc307-7d42-4fa6-be0b-5f28d51fa437 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:56.345402 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5fe2e4d6-5ae9-4e4e-8276-5ef0c2714580 req-aa0fc307-7d42-4fa6-be0b-5f28d51fa437 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 945 time: 0.0487599 Aug 09 15:51:56.382432 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5fe2e4d6-5ae9-4e4e-8276-5ef0c2714580 req-2db18d4f-8a66-48cf-8bda-009fe0c86916 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310001 Aug 09 15:51:57.211101 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.425774 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-4d003072-ac57-4d3c-922b-4818dacb4127 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:57.427378 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-4d003072-ac57-4d3c-922b-4818dacb4127 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 945 time: 0.0545416 Aug 09 15:51:57.499778 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c3e0f-fd7c-458e-9a15-8b8bc79e6e23 req-50c886a7-db75-47e0-98e7-27a44062774f tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:57.501276 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4c1c3e0f-fd7c-458e-9a15-8b8bc79e6e23 req-50c886a7-db75-47e0-98e7-27a44062774f tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 945 time: 0.0508282 Aug 09 15:51:57.521497 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-fe005e21-c82a-44df-94a6-43520fa3be76 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Deleting port 44d801c6-4b18-49e2-8a28-6639e73c70d4 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:51:57.521841 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-fe005e21-c82a-44df-94a6-43520fa3be76 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.539108 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4c1c3e0f-fd7c-458e-9a15-8b8bc79e6e23 req-9f1645dc-07d6-4e8a-bfaa-47b867d76cee tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/security-groups?id=460113a6-b62c-48ce-9a5d-6f140444a0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Aug 09 15:51:57.848339 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-fe005e21-c82a-44df-94a6-43520fa3be76 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] For port 44d801c6-4b18-49e2-8a28-6639e73c70d4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=44d801c6-4b18-49e2-8a28-6639e73c70d4,segment=NetworkSegment(f71a6569-459f-4c0d-971d-a96a2b0f8c61),segment_id=f71a6569-459f-4c0d-971d-a96a2b0f8c61)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:51:57.848793 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-fe005e21-c82a-44df-94a6-43520fa3be76 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:57.862265 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-fe005e21-c82a-44df-94a6-43520fa3be76 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Calling delete_port for 44d801c6-4b18-49e2-8a28-6639e73c70d4 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:51:57.995336 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-fe005e21-c82a-44df-94a6-43520fa3be76 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.009914 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['44d801c6-4b18-49e2-8a28-6639e73c70d4'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:51:58.027820 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe005e21-c82a-44df-94a6-43520fa3be76 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Pushing event deleted for resources: {'Port': ['ID=44d801c6-4b18-49e2-8a28-6639e73c70d4,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:58.074394 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-fe005e21-c82a-44df-94a6-43520fa3be76 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] No DVR routers for this DVR port 44d801c6-4b18-49e2-8a28-6639e73c70d4 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:51:58.078496 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-fe005e21-c82a-44df-94a6-43520fa3be76 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.080459 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-616f0f97-7d4d-4530-8976-7ff27da52b76 req-fe005e21-c82a-44df-94a6-43520fa3be76 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.44 "DELETE /v2.0/ports/44d801c6-4b18-49e2-8a28-6639e73c70d4 HTTP/1.1" status: 204 len: 173 time: 0.6444433 Aug 09 15:51:58.080909 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afc1404-c950-420e-b2d4-19492617cf0f', 'name': 'network-vif-deleted', 'tag': '44d801c6-4b18-49e2-8a28-6639e73c70d4'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:51:58.083218 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7c948c-f0a4-4825-9450-ae3a2da3332a" -d '{"events": [{"server_uuid": "8afc1404-c950-420e-b2d4-19492617cf0f", "name": "network-vif-deleted", "tag": "44d801c6-4b18-49e2-8a28-6639e73c70d4"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:51:58.131190 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f67d658-c7b1-4ed7-bc04-1d267f14ddc5 x-openstack-request-id: req-7f67d658-c7b1-4ed7-bc04-1d267f14ddc5 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:51:58.131487 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afc1404-c950-420e-b2d4-19492617cf0f", "name": "network-vif-deleted", "tag": "44d801c6-4b18-49e2-8a28-6639e73c70d4", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:51:58.131746 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f67d658-c7b1-4ed7-bc04-1d267f14ddc5 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:51:58.132148 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afc1404-c950-420e-b2d4-19492617cf0f', 'name': 'network-vif-deleted', 'tag': '44d801c6-4b18-49e2-8a28-6639e73c70d4', 'status': 'completed', 'code': 200} Aug 09 15:51:58.396814 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56208) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:58.516782 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7fe72d58-99c1-4877-94c2-279a7fb342f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.614984 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7fe72d58-99c1-4877-94c2-279a7fb342f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.619848 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7fe72d58-99c1-4877-94c2-279a7fb342f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.655356 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-60d733db-9ddb-4ac1-a096-6375b445d0ff req-f3a4b8e2-2789-408f-a370-21ffb00703f3 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 210 time: 0.0266383 Aug 09 15:51:58.658384 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe72d58-99c1-4877-94c2-279a7fb342f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cc8993-2ed9-4ab8-9c92-9f54084b8ab5,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:58.663112 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-7fe72d58-99c1-4877-94c2-279a7fb342f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=235376f5fffe467abc25f05be89a6b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652562 Aug 09 15:51:58.665990 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56214) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:58.724791 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4e721f97-8afe-46bf-9286-f805095a5eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.746820 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4e721f97-8afe-46bf-9286-f805095a5eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.795271 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4e721f97-8afe-46bf-9286-f805095a5eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.797927 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4e721f97-8afe-46bf-9286-f805095a5eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:58.799077 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-4e721f97-8afe-46bf-9286-f805095a5eea admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6cc8993-2ed9-4ab8-9c92-9f54084b8ab5 HTTP/1.1" status: 204 len: 168 time: 0.1321502 Aug 09 15:51:58.807323 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e721f97-8afe-46bf-9286-f805095a5eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cc8993-2ed9-4ab8-9c92-9f54084b8ab5,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:58.911317 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.400367 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56238) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:59.496019 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-258008374-network', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:59.516682 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Made reservation on behalf of e70aaf3e36cc43768ed61517adce2f29 for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:59.519146 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.527809 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.616606 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.620369 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.640869 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1109} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:51:59.656404 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4b762-d278-45fc-bce9-72bfaae63494,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:59.660626 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.661167 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Added segment 594b1280-5850-4c52-a86f-24c0c18c2192 of type vlan for network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a Aug 09 15:51:59.701498 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.732012 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.733014 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:51:59.733579 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.763250 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0e90c3bf-fda5-41c6-b04e-05c233d2176a req-2245a9e4-95f1-4318-882b-6d602821f0f0 tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 210 time: 0.0263209 Aug 09 15:51:59.783731 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3822291 Aug 09 15:51:59.786996 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56244) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:51:59.792605 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Request body: {'subnet': {'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-258008374-subnet', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'ip_version': 4}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:51:59.793090 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3a184-aae6-4ab1-95cd-3361f393a4d4 admin admin] Pushing event updated for resources: {'Network': ['ID=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:51:59.803083 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:51:59.813289 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Made reservation on behalf of e70aaf3e36cc43768ed61517adce2f29 for: {'subnet': 1} {{(pid=99999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:51:59.815768 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12645235'] for subnet, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:51:59.983614 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12776128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12645185'] for subnet, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.036588 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dab30cd-f3d5-4167-8720-b92fe9407160,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.045666 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Checking segment: {'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:00.046021 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Network hostable DHCP agents. Network: 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:00.062498 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:00.070535 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a) {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:00.074626 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:00.075207 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.080618 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc7ef5d-aaa9-4678-be08-4a75e677fa1b None None] Network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:00.093211 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56246) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:00.093409 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-21469cde-8ad8-40c9-8bda-b96734940fd7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3051443 Aug 09 15:52:00.097819 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:00.118592 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.120021 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-886117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.183248 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.248140 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3423916f-b9ce-52bf-b934-1f6a46b7609a-4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160'}]}} from dv-cinder-788365-6-iscsi. {{(pid=100000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:00.249177 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.321774 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.380592 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.db_base_plugin_common [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Allocated IP 172.20.0.2 (4c6e0164-0d12-4959-8e0c-a5bb66aaf00a/1dab30cd-f3d5-4167-8720-b92fe9407160/10a2af07-7ab1-4004-89d2-afbe076d5c09) {{(pid=100000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:00.531294 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.535108 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Notify callbacks [] for port, precommit_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.543653 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Transition to ACTIVE for port object 10a2af07-7ab1-4004-89d2-afbe076d5c09 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:00.550619 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.558950 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Transition to ACTIVE for port object 10a2af07-7ab1-4004-89d2-afbe076d5c09 will not be triggered until provisioned by entity DHCP. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:00.566501 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.609390 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a is already hosted by enough agents. {{(pid=100000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:00.612593 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.base_scheduler [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Resources bound (agent type, host, resource id): {{(pid=100000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:00.616156 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Received port after_create {{(pid=100000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:00.623258 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Pushing event updated for resources: {'Port': ['ID=10a2af07-7ab1-4004-89d2-afbe076d5c09,revision_number=1']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.657374 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Allocated IP 172.27.3.51 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/0fe5a4bd-ce38-4f55-9868-957bd31851aa) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:00.680155 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Attempting to bind port 10a2af07-7ab1-4004-89d2-afbe076d5c09 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:00.680601 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Attempting to bind port 10a2af07-7ab1-4004-89d2-afbe076d5c09 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:00.681092 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Attempting to bind port 10a2af07-7ab1-4004-89d2-afbe076d5c09 on network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:00.686092 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:00.686473 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Checking segment: {'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:00.686890 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.687309 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Bound using segment: {'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:00.687970 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Bound port: 10a2af07-7ab1-4004-89d2-afbe076d5c09, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:00.688359 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.751188 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] For port 10a2af07-7ab1-4004-89d2-afbe076d5c09, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:00.754410 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] For port 10a2af07-7ab1-4004-89d2-afbe076d5c09, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=10a2af07-7ab1-4004-89d2-afbe076d5c09,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:00.759061 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.762060 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.806710 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:00.819829 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87ad78-8e1b-4e56-8307-1abc74f6a42e None None] Pushing event updated for resources: {'Port': ['ID=10a2af07-7ab1-4004-89d2-afbe076d5c09,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.827143 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:00.845793 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:00.849305 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:00.894813 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Pushing event updated for resources: {'Port': ['ID=0fe5a4bd-ce38-4f55-9868-957bd31851aa,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:00.905728 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-06dea689-b71a-4952-864b-ac8ced2653ba req-a16f9ff9-5b6c-40fe-a61e-8e226324714e tempest-VolumesSnapshotTestJSON-361614452 tempest-VolumesSnapshotTestJSON-361614452-project] 10.222.0.10 "GET /v2.0/ports?device_id=8afc1404-c950-420e-b2d4-19492617cf0f HTTP/1.1" status: 200 len: 210 time: 0.0401375 Aug 09 15:52:01.131127 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.329720 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-886124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087'] for router, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.406373 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 44d801c6-4b18-49e2-8a28-6639e73c70d4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:52:01.432156 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 44d801c6-4b18-49e2-8a28-6639e73c70d4 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:52:01.432814 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 44d801c6-4b18-49e2-8a28-6639e73c70d4 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:52:01.470053 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Router b38823d2-c5f0-43b1-814b-799f3e2c0443 is scheduled to L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 with binding_index 1 {{(pid=99998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:52:01.593806 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:01.613781 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] Notify callbacks [] for router, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:01.615117 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-4428d828-2282-4ec6-9865-2b1a1155e24e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5207834 Aug 09 15:52:01.616471 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Sync routers for ids ['b38823d2-c5f0-43b1-814b-799f3e2c0443'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:01.618726 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56254) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:01.627783 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Routers {'b38823d2-c5f0-43b1-814b-799f3e2c0443'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:01.628482 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:51:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b38823d2-c5f0-43b1-814b-799f3e2c0443'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:01.739098 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Set router b38823d2-c5f0-43b1-814b-799f3e2c0443 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:01.769911 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682aada4-8ea7-4c23-bde5-02cd86eaf6ed None None] Network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:01.893331 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 10a2af07-7ab1-4004-89d2-afbe076d5c09 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:01.906103 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-dc5da402-9d95-4d27-9561-6981c6caf5a8 None None] Provisioning for port 10a2af07-7ab1-4004-89d2-afbe076d5c09 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:02.068307 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 10a2af07-7ab1-4004-89d2-afbe076d5c09 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:02.069872 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.090591 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 10a2af07-7ab1-4004-89d2-afbe076d5c09 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:02.090959 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.167888 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:01Z', 'revision_number': 3, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:02.257287 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Checking router: b38823d2-c5f0-43b1-814b-799f3e2c0443 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:02.257783 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Updating router b38823d2-c5f0-43b1-814b-799f3e2c0443 port 0fe5a4bd-ce38-4f55-9868-957bd31851aa binding host dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:52:02.297479 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.299581 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.357609 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Allocated IP 172.20.0.1 (4c6e0164-0d12-4959-8e0c-a5bb66aaf00a/1dab30cd-f3d5-4167-8720-b92fe9407160/9a20b291-cbec-408b-835f-ad8eef6b87f2) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:02.423850 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 10a2af07-7ab1-4004-89d2-afbe076d5c09, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=10a2af07-7ab1-4004-89d2-afbe076d5c09,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:02.432136 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.482849 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.497844 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Transition to ACTIVE for port object 9a20b291-cbec-408b-835f-ad8eef6b87f2 will not be triggered until provisioned by entity DHCP. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:02.532127 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.551933 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=10a2af07-7ab1-4004-89d2-afbe076d5c09,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:02.559661 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-4cb04862-e2bf-4c11-8116-4ffe0f9ad83d None None] Provisioning complete for port 10a2af07-7ab1-4004-89d2-afbe076d5c09 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:02.560040 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-4cb04862-e2bf-4c11-8116-4ffe0f9ad83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.575507 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:02.578668 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:02.583216 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:02.587137 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Pushing event updated for resources: {'Port': ['ID=9a20b291-cbec-408b-835f-ad8eef6b87f2,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:02.644372 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889364'] for router_interface, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.771733 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Notify callbacks [] for port, precommit_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.783822 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Transition to ACTIVE for port object 0fe5a4bd-ce38-4f55-9868-957bd31851aa will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:02.791959 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.813912 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.845693 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Attempting to bind port 0fe5a4bd-ce38-4f55-9868-957bd31851aa on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:02.846194 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Attempting to bind port 0fe5a4bd-ce38-4f55-9868-957bd31851aa by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:02.846557 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Attempting to bind port 0fe5a4bd-ce38-4f55-9868-957bd31851aa on network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:02.851954 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71a8a5-9277-402d-9925-b72918568b79 None None] Pushing event updated for resources: {'Port': ['ID=0fe5a4bd-ce38-4f55-9868-957bd31851aa,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:02.858063 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:02.858504 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:02.858874 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.859338 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Bound using segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:02.859841 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Bound port: 0fe5a4bd-ce38-4f55-9868-957bd31851aa, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:02.860231 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.911087 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] For port 0fe5a4bd-ce38-4f55-9868-957bd31851aa, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:02.914257 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] For port 0fe5a4bd-ce38-4f55-9868-957bd31851aa, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0fe5a4bd-ce38-4f55-9868-957bd31851aa,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:02.919422 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.994628 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:02.999250 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.073109 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Pushing event updated for resources: {'Port': ['ID=9a20b291-cbec-408b-835f-ad8eef6b87f2,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:03.075490 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889504'] for router_interface, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.110596 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-c71301ec-c7ec-43b9-98f3-f6dfd1c47460 None None] Provisioning for port 9a20b291-cbec-408b-835f-ad8eef6b87f2 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:03.114112 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Routers {'b38823d2-c5f0-43b1-814b-799f3e2c0443'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:03.114751 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:51:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b38823d2-c5f0-43b1-814b-799f3e2c0443'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:03.116378 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71a8a5-9277-402d-9925-b72918568b79 None None] Pushing event updated for resources: {'Port': ['ID=0fe5a4bd-ce38-4f55-9868-957bd31851aa,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:03.120700 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-c71301ec-c7ec-43b9-98f3-f6dfd1c47460 None None] Provisioning complete for port 9a20b291-cbec-408b-835f-ad8eef6b87f2 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:03.121141 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c71301ec-c7ec-43b9-98f3-f6dfd1c47460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.169236 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:03.170675 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:03.200571 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-c71301ec-c7ec-43b9-98f3-f6dfd1c47460 None None] Port 9a20b291-cbec-408b-835f-ad8eef6b87f2 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:03.254521 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] Set router b38823d2-c5f0-43b1-814b-799f3e2c0443 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:03.293676 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Router b38823d2-c5f0-43b1-814b-799f3e2c0443 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:03.454963 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-6c4e2114-51d0-4010-b4bd-4e205c7fab11 None None] Provisioning complete for port 9a20b291-cbec-408b-835f-ad8eef6b87f2 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:03.455516 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-6c4e2114-51d0-4010-b4bd-4e205c7fab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:03.501516 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e2114-51d0-4010-b4bd-4e205c7fab11 None None] Port 9a20b291-cbec-408b-835f-ad8eef6b87f2 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:03.510336 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 2, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:03.552978 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb955f4-24eb-411c-9b64-95ed26caf2a4 None None] The sync data for ids ['b38823d2-c5f0-43b1-814b-799f3e2c0443'] in dv-cinder-788365-6-iscsi is: [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 2, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:03.655743 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:03.660813 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-73971d97-2eeb-49ac-8853-e271a3713164 admin admin] 10.222.0.10 "PUT /v2.0/routers/b38823d2-c5f0-43b1-814b-799f3e2c0443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0386815 Aug 09 15:52:03.856587 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 10a2af07-7ab1-4004-89d2-afbe076d5c09 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:03.910006 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 10a2af07-7ab1-4004-89d2-afbe076d5c09 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:03.910377 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.178822 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56298) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:04.190279 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-356732362-network', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:04.217828 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Made reservation on behalf of bde3342bf77b457aa2a9282950efd7e8 for: {'network': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:04.220046 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for network, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.228445 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.324850 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.329909 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.354867 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1132} {{(pid=99998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 09 15:52:04.364499 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8e9d33-0a07-498b-b631-a5860d75d05e,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:04.369880 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.370222 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.db.segments_db [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Added segment dd3f1168-4198-406d-9484-27aa6a5ddf47 of type vlan for network 6ad90258-0cc5-4de5-a188-26200ffd4339 Aug 09 15:52:04.411906 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748353828940'] for network, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.445018 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574'] for network, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.446502 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.447440 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.502477 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3224032 Aug 09 15:52:04.505301 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56300) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:04.513229 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Request body: {'subnet': {'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-356732362-subnet', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'ip_version': 4}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:04.517611 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b4b7a-c5d8-4617-9239-cd1b9b22b976 admin admin] Pushing event updated for resources: {'Network': ['ID=6ad90258-0cc5-4de5-a188-26200ffd4339,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:04.528922 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Network 6ad90258-0cc5-4de5-a188-26200ffd4339 details requested by agent ovs-agent-dv-cinder-788365-6-iscsi with host dv-cinder-788365-6-iscsi {{(pid=100000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 09 15:52:04.538874 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Made reservation on behalf of bde3342bf77b457aa2a9282950efd7e8 for: {'subnet': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:04.541940 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14180499'] for subnet, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.730335 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15668150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14180513'] for subnet, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.784914 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42835934-a006-4f57-a597-c43125c5b804,revision_number=0']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:04.797730 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Checking segment: {'id': 'dd3f1168-4198-406d-9484-27aa6a5ddf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:04.798155 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Network hostable DHCP agents. Network: 6ad90258-0cc5-4de5-a188-26200ffd4339, hostable agents: ['35e2e0e6-22c5-4788-a8ec-b28cd3819e48'], hosted agents: [] {{(pid=99998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 09 15:52:04.814334 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Network 6ad90258-0cc5-4de5-a188-26200ffd4339 is scheduled to be hosted by DHCP agent 35e2e0e6-22c5-4788-a8ec-b28cd3819e48 with binding_index 1 {{(pid=99998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 09 15:52:04.822275 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788365-6-iscsi, 6ad90258-0cc5-4de5-a188-26200ffd4339) {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:04.826306 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:04.826901 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.831343 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc23fd9-3802-43f6-846c-9d417931fcbb None None] Network 6ad90258-0cc5-4de5-a188-26200ffd4339 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:04.841342 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-19500c8f-0c97-463e-bdc7-14bbd6a23f04 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3350315 Aug 09 15:52:04.843889 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56306) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:04.848218 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-356732362-router', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:04.869670 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7419'] for router, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.870691 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-886117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-889876', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-766253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7408'] for router, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.924795 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:04.981744 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3423916f-b9ce-52bf-b934-1f6a46b7609a-6ad90258-0cc5-4de5-a188-26200ffd4339', 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'fixed_ips': [{'subnet_id': '42835934-a006-4f57-a597-c43125c5b804'}]}} from dv-cinder-788365-6-iscsi. {{(pid=100000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 09 15:52:04.982639 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.063782 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.116621 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.db_base_plugin_common [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Allocated IP 172.20.0.2 (6ad90258-0cc5-4de5-a188-26200ffd4339/42835934-a006-4f57-a597-c43125c5b804/45578d49-2e38-4a3e-96ef-e3a8cf5c4d15) {{(pid=100000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:05.267647 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Notify callbacks [] for port, precommit_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.271587 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.276230 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Transition to ACTIVE for port object 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:05.291865 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.292693 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Transition to ACTIVE for port object 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 will not be triggered until provisioned by entity DHCP. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:05.298563 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245'] for port, after_create {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.340847 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Network 6ad90258-0cc5-4de5-a188-26200ffd4339 is already hosted by enough agents. {{(pid=100000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:05.345308 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.scheduler.base_scheduler [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Resources bound (agent type, host, resource id): {{(pid=100000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:05.349701 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Received port after_create {{(pid=100000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:05.353572 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Pushing event updated for resources: {'Port': ['ID=45578d49-2e38-4a3e-96ef-e3a8cf5c4d15,revision_number=1']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:05.405766 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Attempting to bind port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:05.406394 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Attempting to bind port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': 'dd3f1168-4198-406d-9484-27aa6a5ddf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:05.406936 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Attempting to bind port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 on network 6ad90258-0cc5-4de5-a188-26200ffd4339 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:05.411961 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:05.412326 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Checking segment: {'id': 'dd3f1168-4198-406d-9484-27aa6a5ddf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:05.412741 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.413132 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Bound using segment: {'id': 'dd3f1168-4198-406d-9484-27aa6a5ddf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:05.413620 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Bound port: 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3f1168-4198-406d-9484-27aa6a5ddf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:05.413819 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Allocated IP 172.27.3.242 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/2fbc11d4-78b2-46e8-96f9-3b1345e38a51) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:05.413997 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.480947 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] For port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:05.484364 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] For port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=45578d49-2e38-4a3e-96ef-e3a8cf5c4d15,segment=NetworkSegment(dd3f1168-4198-406d-9484-27aa6a5ddf47),segment_id=dd3f1168-4198-406d-9484-27aa6a5ddf47)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:05.488525 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.519566 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.530869 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Sync routers for ids ['b38823d2-c5f0-43b1-814b-799f3e2c0443'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:05.548524 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c804058-1495-4b8e-94e4-e4dcd6e33862 None None] Pushing event updated for resources: {'Port': ['ID=45578d49-2e38-4a3e-96ef-e3a8cf5c4d15,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:05.553360 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Routers {'b38823d2-c5f0-43b1-814b-799f3e2c0443'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:05.554003 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:51:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b38823d2-c5f0-43b1-814b-799f3e2c0443'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:05.572134 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.614456 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:05.617451 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:05.621869 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:05.650736 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Pushing event updated for resources: {'Port': ['ID=2fbc11d4-78b2-46e8-96f9-3b1345e38a51,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:05.666661 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Set router b38823d2-c5f0-43b1-814b-799f3e2c0443 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:05.923279 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 2, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:05.951939 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Checking router: b38823d2-c5f0-43b1-814b-799f3e2c0443 for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:05.952293 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Updating router b38823d2-c5f0-43b1-814b-799f3e2c0443 port 9a20b291-cbec-408b-835f-ad8eef6b87f2 binding host dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:52:05.961148 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:05.975774 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:05.982299 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.017867 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:06.023121 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0fe5a4bd-ce38-4f55-9868-957bd31851aa up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:06.076768 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 0fe5a4bd-ce38-4f55-9868-957bd31851aa completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:06.081045 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 0fe5a4bd-ce38-4f55-9868-957bd31851aa triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:06.081434 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.166316 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.187633 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 0fe5a4bd-ce38-4f55-9868-957bd31851aa, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0fe5a4bd-ce38-4f55-9868-957bd31851aa,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:06.191184 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-886124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890087'] for router, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.193906 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.263257 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=0fe5a4bd-ce38-4f55-9868-957bd31851aa,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:06.283624 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.294226 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.provisioning_blocks [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Transition to ACTIVE for port object 9a20b291-cbec-408b-835f-ad8eef6b87f2 will not be triggered until provisioned by entity L2. {{(pid=100001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:06.301058 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.353932 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Pushing event updated for resources: {'Port': ['ID=9a20b291-cbec-408b-835f-ad8eef6b87f2,revision_number=3']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:06.363055 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Router b764822f-a553-44d0-a427-8a4a49a1766b is scheduled to L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 with binding_index 1 {{(pid=99998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 09 15:52:06.377742 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.378109 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.378454 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.378789 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.379124 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.379457 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.379787 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.380115 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.380458 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.380818 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.381143 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.381466 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:06.423039 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Attempting to bind port 9a20b291-cbec-408b-835f-ad8eef6b87f2 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:06.423410 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Attempting to bind port 9a20b291-cbec-408b-835f-ad8eef6b87f2 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:06.423773 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Attempting to bind port 9a20b291-cbec-408b-835f-ad8eef6b87f2 on network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:06.429037 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:06.429414 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Checking segment: {'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:06.429813 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.430731 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Bound using segment: {'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:06.431199 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Bound port: 9a20b291-cbec-408b-835f-ad8eef6b87f2, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'}}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:06.431818 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.498458 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:06.507804 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Sync routers for ids ['b764822f-a553-44d0-a427-8a4a49a1766b'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:06.518138 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] Notify callbacks [] for router, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.520346 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-47d4f370-ae91-4331-96f8-ab571ccd3c77 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6751757 Aug 09 15:52:06.521617 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] For port 9a20b291-cbec-408b-835f-ad8eef6b87f2, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:06.522619 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56312) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:06.523863 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Routers {'b764822f-a553-44d0-a427-8a4a49a1766b'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:06.524641 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:51:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b764822f-a553-44d0-a427-8a4a49a1766b'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:06.527627 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] For port 9a20b291-cbec-408b-835f-ad8eef6b87f2, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=9a20b291-cbec-408b-835f-ad8eef6b87f2,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=100001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:06.532603 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:06.588648 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c140eab-f7e2-49f9-bf26-67ee19e63c7c None None] Pushing event updated for resources: {'Port': ['ID=9a20b291-cbec-408b-835f-ad8eef6b87f2,revision_number=4']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:06.607151 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Routers {'b38823d2-c5f0-43b1-814b-799f3e2c0443'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:06.607713 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:51:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b38823d2-c5f0-43b1-814b-799f3e2c0443'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:06.674479 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba9f187-7a3a-4013-a476-99457b735f40 None None] Network 6ad90258-0cc5-4de5-a188-26200ffd4339 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:52:06.772197 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Set router b764822f-a553-44d0-a427-8a4a49a1766b gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:06.838893 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] Set router b38823d2-c5f0-43b1-814b-799f3e2c0443 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:06.943796 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-3518b9a7-761a-43ed-a661-6f364ea7c250 None None] Provisioning for port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:06.974535 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-3518b9a7-761a-43ed-a661-6f364ea7c250 None None] Provisioning complete for port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:06.974893 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3518b9a7-761a-43ed-a661-6f364ea7c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.062781 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.071529 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:07.106888 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9072f38-4e2b-4fbe-9eb3-d2bfdda507e2 None None] The sync data for ids ['b38823d2-c5f0-43b1-814b-799f3e2c0443'] in dv-cinder-788365-6-iscsi is: [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:07.118364 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3518b9a7-761a-43ed-a661-6f364ea7c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.122851 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'name': 'tempest-TestMinimumBasicScenario-356732362-router', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:04Z', 'updated_at': '2021-08-09T15:52:05Z', 'revision_number': 3, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'gw_port': {'id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:05Z', 'updated_at': '2021-08-09T15:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:07.131248 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.162148 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Checking router: b764822f-a553-44d0-a427-8a4a49a1766b for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:07.162535 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Updating router b764822f-a553-44d0-a427-8a4a49a1766b port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 binding host dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:52:07.218452 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-3518b9a7-761a-43ed-a661-6f364ea7c250 None None] For port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=45578d49-2e38-4a3e-96ef-e3a8cf5c4d15,segment=NetworkSegment(dd3f1168-4198-406d-9484-27aa6a5ddf47),segment_id=dd3f1168-4198-406d-9484-27aa6a5ddf47)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:07.219804 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.242920 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3518b9a7-761a-43ed-a661-6f364ea7c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.287463 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Allocated IP 172.20.0.1 (6ad90258-0cc5-4de5-a188-26200ffd4339/42835934-a006-4f57-a597-c43125c5b804/0c168342-56a9-4c55-a984-882b0d5cdce4) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:07.415509 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.430134 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Transition to ACTIVE for port object 0c168342-56a9-4c55-a984-882b0d5cdce4 will not be triggered until provisioned by entity DHCP. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:07.465966 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.500340 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518b9a7-761a-43ed-a661-6f364ea7c250 None None] Pushing event updated for resources: {'Port': ['ID=45578d49-2e38-4a3e-96ef-e3a8cf5c4d15,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:07.512361 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Network 6ad90258-0cc5-4de5-a188-26200ffd4339 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:07.516937 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:07.522306 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:07.547489 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c168342-56a9-4c55-a984-882b0d5cdce4,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:07.565709 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-889364'] for router_interface, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.568000 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-bde61000-5d5a-4622-bbe2-bd8792b7d8b3 None None] Provisioning complete for port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:07.568378 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bde61000-5d5a-4622-bbe2-bd8792b7d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.710940 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.752362 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Notify callbacks [] for port, precommit_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.763160 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Transition to ACTIVE for port object 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 will not be triggered until provisioned by entity L2. {{(pid=100000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:07.770888 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.830636 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Attempting to bind port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:07.831021 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Attempting to bind port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:07.831385 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Attempting to bind port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 on network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:07.833382 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75248ec-19d6-4609-996d-b60aadeacef3 None None] Pushing event updated for resources: {'Port': ['ID=2fbc11d4-78b2-46e8-96f9-3b1345e38a51,revision_number=2']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:07.839736 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:07.840111 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Checking segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:07.840542 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.841058 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Bound using segment: {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'} {{(pid=100000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:07.841532 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.managers [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Bound port: 2fbc11d4-78b2-46e8-96f9-3b1345e38a51, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99985b3e-031d-48fb-a4aa-a1616c1aed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75'}}] {{(pid=100000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:07.841918 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.895639 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-4fd1503a-1237-4f20-ac83-50db6ff6a1d6 None None] Provisioning for port 0c168342-56a9-4c55-a984-882b0d5cdce4 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:07.901015 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-4fd1503a-1237-4f20-ac83-50db6ff6a1d6 None None] Provisioning complete for port 0c168342-56a9-4c55-a984-882b0d5cdce4 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:07.901385 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-4fd1503a-1237-4f20-ac83-50db6ff6a1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.933130 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.937390 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] For port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:07.938139 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.940872 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9a20b291-cbec-408b-835f-ad8eef6b87f2 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:07.975699 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] For port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=2fbc11d4-78b2-46e8-96f9-3b1345e38a51,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:07.983203 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:07.990224 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-4fd1503a-1237-4f20-ac83-50db6ff6a1d6 None None] Port 0c168342-56a9-4c55-a984-882b0d5cdce4 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:08.022015 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-621620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889504'] for router_interface, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.027031 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c168342-56a9-4c55-a984-882b0d5cdce4,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:08.063662 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Routers {'b764822f-a553-44d0-a427-8a4a49a1766b'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:08.064294 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:51:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b764822f-a553-44d0-a427-8a4a49a1766b'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:08.065988 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75248ec-19d6-4609-996d-b60aadeacef3 None None] Pushing event updated for resources: {'Port': ['ID=2fbc11d4-78b2-46e8-96f9-3b1345e38a51,revision_number=3']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:08.101450 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 9a20b291-cbec-408b-835f-ad8eef6b87f2 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:08.109326 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 9a20b291-cbec-408b-835f-ad8eef6b87f2 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:08.109697 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.121143 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Network 6ad90258-0cc5-4de5-a188-26200ffd4339 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:08.122514 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:08.207184 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] Set router b764822f-a553-44d0-a427-8a4a49a1766b gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:08.241867 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Router b764822f-a553-44d0-a427-8a4a49a1766b has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:08.306686 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.388850 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 9a20b291-cbec-408b-835f-ad8eef6b87f2, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=9a20b291-cbec-408b-835f-ad8eef6b87f2,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:08.394357 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.395219 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:08.518158 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-b8b48a6a-65a9-44c1-b007-ee0d90c1fe4e None None] Provisioning complete for port 0c168342-56a9-4c55-a984-882b0d5cdce4 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:08.518781 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-b8b48a6a-65a9-44c1-b007-ee0d90c1fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.542338 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=9a20b291-cbec-408b-835f-ad8eef6b87f2,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:08.583009 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:08.583383 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:08.584804 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-b8b48a6a-65a9-44c1-b007-ee0d90c1fe4e None None] Port 0c168342-56a9-4c55-a984-882b0d5cdce4 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:08.595984 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:08.602127 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-7ee6bbc2-bbb9-44ef-bed0-fde9fb7a8bd7 admin admin] 10.222.0.10 "PUT /v2.0/routers/b764822f-a553-44d0-a427-8a4a49a1766b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0773489 Aug 09 15:52:08.626704 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'name': 'tempest-TestMinimumBasicScenario-356732362-router', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:04Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 4, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'gw_port': {'id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:05Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '0c168342-56a9-4c55-a984-882b0d5cdce4', 'name': '', 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'mac_address': 'fa:16:3e:22:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '42835934-a006-4f57-a597-c43125c5b804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:07Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 2, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'subnets': [{'id': '42835934-a006-4f57-a597-c43125c5b804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:08.659553 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9635dcfc-1755-47db-a353-f04d67d97d61 None None] The sync data for ids ['b764822f-a553-44d0-a427-8a4a49a1766b'] in dv-cinder-788365-6-iscsi is: [{'id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'name': 'tempest-TestMinimumBasicScenario-356732362-router', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:04Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 4, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'gw_port': {'id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:05Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '0c168342-56a9-4c55-a984-882b0d5cdce4', 'name': '', 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'mac_address': 'fa:16:3e:22:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '42835934-a006-4f57-a597-c43125c5b804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:07Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 2, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'subnets': [{'id': '42835934-a006-4f57-a597-c43125c5b804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:08.702583 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0fe5a4bd-ce38-4f55-9868-957bd31851aa up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:08.754802 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 0fe5a4bd-ce38-4f55-9868-957bd31851aa triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:08.755393 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:09.873018 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9a20b291-cbec-408b-835f-ad8eef6b87f2 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:09.958076 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 9a20b291-cbec-408b-835f-ad8eef6b87f2 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:09.958591 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:10.529129 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-b5ac3569-48c0-4172-8044-208cf7c55b1f tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798171064&fields=id&tenant_id=ac664f7de1a440ed997402019f891bd8 HTTP/1.1" status: 200 len: 267 time: 0.0519629 Aug 09 15:52:10.654685 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-9900a1af-5434-4d12-bdc1-d60d520bb2c0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:10.661693 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-9900a1af-5434-4d12-bdc1-d60d520bb2c0 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 811 time: 0.1316500 Aug 09 15:52:10.675206 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-2ac52ed9-c1ea-42c4-a3c2-ef9676eb8efa tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/quotas/ac664f7de1a440ed997402019f891bd8 HTTP/1.1" status: 200 len: 375 time: 0.0117435 Aug 09 15:52:10.755351 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-21dc2799-b97c-4746-9e7b-49f0f1fee92b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0653763 Aug 09 15:52:10.885901 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-58ba2739-bd22-430e-9382-3db7943a289e service neutron] 10.222.0.10 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293976 Aug 09 15:52:10.989049 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-0c183def-4351-471d-a754-d00f19341731 service neutron] 10.222.0.10 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009264 Aug 09 15:52:11.360838 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b65b4e08-947f-4846-97b9-a9313d9d1fe1 req-bf7beaec-c092-482f-8686-66309bb957cb tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 210 time: 0.0586393 Aug 09 15:52:11.795349 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Sync routers for ids ['b764822f-a553-44d0-a427-8a4a49a1766b'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:11.819232 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Routers {'b764822f-a553-44d0-a427-8a4a49a1766b'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:11.822576 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:51:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b764822f-a553-44d0-a427-8a4a49a1766b'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:11.932310 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:11.999620 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:12.005958 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:12.006356 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.045419 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Set router b764822f-a553-44d0-a427-8a4a49a1766b gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:12.112945 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.139117 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=2fbc11d4-78b2-46e8-96f9-3b1345e38a51,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:12.145495 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.210901 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=2fbc11d4-78b2-46e8-96f9-3b1345e38a51,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:12.297125 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'name': 'tempest-TestMinimumBasicScenario-356732362-router', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:04Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 4, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'gw_port': {'id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:05Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '0c168342-56a9-4c55-a984-882b0d5cdce4', 'name': '', 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'mac_address': 'fa:16:3e:22:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '42835934-a006-4f57-a597-c43125c5b804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:07Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 2, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'subnets': [{'id': '42835934-a006-4f57-a597-c43125c5b804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:12.324605 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Checking router: b764822f-a553-44d0-a427-8a4a49a1766b for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:12.324991 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Updating router b764822f-a553-44d0-a427-8a4a49a1766b port 0c168342-56a9-4c55-a984-882b0d5cdce4 binding host dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 09 15:52:12.358901 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.473198 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8551282b-c0fa-46eb-8186-69437cd81275 req-dbfbabe1-0463-4299-b7c7-482049b27a9a tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 210 time: 0.0361679 Aug 09 15:52:12.686195 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Notify callbacks [] for port, precommit_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.702271 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.provisioning_blocks [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Transition to ACTIVE for port object 0c168342-56a9-4c55-a984-882b0d5cdce4 will not be triggered until provisioned by entity L2. {{(pid=100001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:12.709396 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.752168 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-3a3c4629-4122-4e21-84f4-2b1e8fa8d1af tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:12.754297 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-3a3c4629-4122-4e21-84f4-2b1e8fa8d1af tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 811 time: 0.1571980 Aug 09 15:52:12.757438 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa12110-2d6e-4051-bf6f-459d2130416e None None] Pushing event updated for resources: {'Port': ['ID=0c168342-56a9-4c55-a984-882b0d5cdce4,revision_number=3']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:12.827264 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-6b5b5cb1-188a-4937-80d5-d35ba5229892 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac664f7de1a440ed997402019f891bd8 HTTP/1.1" status: 200 len: 380 time: 0.0419724 Aug 09 15:52:12.845134 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'port': {'device_id': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'admin_state_up': True, 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'security_groups': ['eb6e0cfa-191d-4c81-876a-30b4a4aa5795']}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:12.907561 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Attempting to bind port 0c168342-56a9-4c55-a984-882b0d5cdce4 on host dv-cinder-788365-6-iscsi for vnic_type normal with profile {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:12.908057 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Attempting to bind port 0c168342-56a9-4c55-a984-882b0d5cdce4 by drivers openvswitch,hyperv on host dv-cinder-788365-6-iscsi at level 0 using segments [{'id': 'dd3f1168-4198-406d-9484-27aa6a5ddf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339'}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:12.908281 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Attempting to bind port 0c168342-56a9-4c55-a984-882b0d5cdce4 on network 6ad90258-0cc5-4de5-a188-26200ffd4339 {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:12.932236 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Checking agent: {'id': 'e29d436f-ac71-47ca-8e62-77835b5b6e79', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788365-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 32, 26), 'started_at': datetime.datetime(2021, 8, 9, 15, 32, 56), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788365-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:12.932620 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Checking segment: {'id': 'dd3f1168-4198-406d-9484-27aa6a5ddf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:12.933060 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:12.933466 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Bound using segment: {'id': 'dd3f1168-4198-406d-9484-27aa6a5ddf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339'} {{(pid=100001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:12.939738 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.managers [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Bound port: 0c168342-56a9-4c55-a984-882b0d5cdce4, host: dv-cinder-788365-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3f1168-4198-406d-9484-27aa6a5ddf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1132, 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339'}}] {{(pid=100001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:12.940584 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.039744 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] For port 0c168342-56a9-4c55-a984-882b0d5cdce4, host dv-cinder-788365-6-iscsi, cleared binding levels {{(pid=100001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:13.044118 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.plugins.ml2.db [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] For port 0c168342-56a9-4c55-a984-882b0d5cdce4, host dv-cinder-788365-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0c168342-56a9-4c55-a984-882b0d5cdce4,segment=NetworkSegment(dd3f1168-4198-406d-9484-27aa6a5ddf47),segment_id=dd3f1168-4198-406d-9484-27aa6a5ddf47)] {{(pid=100001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:13.046844 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Made reservation on behalf of ac664f7de1a440ed997402019f891bd8 for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:13.051970 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.054277 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron_lib.callbacks.manager [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.115516 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Routers {'b764822f-a553-44d0-a427-8a4a49a1766b'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:13.116162 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:51:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b764822f-a553-44d0-a427-8a4a49a1766b'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:13.184507 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa12110-2d6e-4051-bf6f-459d2130416e None None] Pushing event updated for resources: {'Port': ['ID=0c168342-56a9-4c55-a984-882b0d5cdce4,revision_number=4']} {{(pid=100001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:13.256291 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Allocated IP 172.20.0.14 (49a99394-9e03-4d15-ba53-434760427bd2/7f51f041-71a9-4245-9b70-e690b5c8e519/426f2f71-327d-4df2-80bb-6b79a47135cc) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:13.328259 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] Set router b764822f-a553-44d0-a427-8a4a49a1766b gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:13.553653 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.574816 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Transition to ACTIVE for port object 426f2f71-327d-4df2-80bb-6b79a47135cc will not be triggered until provisioned by entity DHCP. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:13.641667 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.696851 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39a78-d629-4694-93d5-feb51fbd706e req-9c421091-cc89-4ba5-84f0-c73d473ac986 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.699469 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4dd39a78-d629-4694-93d5-feb51fbd706e req-9c421091-cc89-4ba5-84f0-c73d473ac986 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 932 time: 0.0813739 Aug 09 15:52:13.745007 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'Port': ['ID=426f2f71-327d-4df2-80bb-6b79a47135cc,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:13.749725 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-4dd39a78-d629-4694-93d5-feb51fbd706e req-d4acd6ea-df78-474d-a96b-df0e3c41fcb7 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429292 Aug 09 15:52:13.774199 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Network 49a99394-9e03-4d15-ba53-434760427bd2 is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:13.776428 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:13.779743 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:13.797582 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'name': 'tempest-TestMinimumBasicScenario-356732362-router', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:04Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 4, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'gw_port': {'id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:05Z', 'updated_at': '2021-08-09T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '0c168342-56a9-4c55-a984-882b0d5cdce4', 'name': '', 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'mac_address': 'fa:16:3e:22:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '42835934-a006-4f57-a597-c43125c5b804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:07Z', 'updated_at': '2021-08-09T15:52:13Z', 'revision_number': 4, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'subnets': [{'id': '42835934-a006-4f57-a597-c43125c5b804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:13.834656 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98523031-451b-4bdb-bb9d-c1006efe7761 None None] The sync data for ids ['b764822f-a553-44d0-a427-8a4a49a1766b'] in dv-cinder-788365-6-iscsi is: [{'id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'name': 'tempest-TestMinimumBasicScenario-356732362-router', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:04Z', 'updated_at': '2021-08-09T15:52:07Z', 'revision_number': 4, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'gw_port': {'id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:05Z', 'updated_at': '2021-08-09T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '0c168342-56a9-4c55-a984-882b0d5cdce4', 'name': '', 'network_id': '6ad90258-0cc5-4de5-a188-26200ffd4339', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'mac_address': 'fa:16:3e:22:8c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '42835934-a006-4f57-a597-c43125c5b804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:07Z', 'updated_at': '2021-08-09T15:52:13Z', 'revision_number': 4, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'subnets': [{'id': '42835934-a006-4f57-a597-c43125c5b804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:13.862638 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:13.863338 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:13.894022 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-aa701d84-3559-4834-8e2f-88bc4e44bddf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0515370 Aug 09 15:52:13.908367 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Request body: {'port': {'device_id': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:13.953654 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0c168342-56a9-4c55-a984-882b0d5cdce4 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:14.016458 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.079532 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning for port 0c168342-56a9-4c55-a984-882b0d5cdce4 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:14.088076 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 0c168342-56a9-4c55-a984-882b0d5cdce4 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:14.088474 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.148440 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-767cef6a-cf41-4bbe-a8f9-23910b4cbc6c None None] Provisioning for port 426f2f71-327d-4df2-80bb-6b79a47135cc completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:14.155317 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-767cef6a-cf41-4bbe-a8f9-23910b4cbc6c None None] Provisioning complete for port 426f2f71-327d-4df2-80bb-6b79a47135cc triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:14.155930 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-767cef6a-cf41-4bbe-a8f9-23910b4cbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.233227 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-767cef6a-cf41-4bbe-a8f9-23910b4cbc6c None None] Port 426f2f71-327d-4df2-80bb-6b79a47135cc cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:14.239142 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.302470 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] For port 0c168342-56a9-4c55-a984-882b0d5cdce4, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0c168342-56a9-4c55-a984-882b0d5cdce4,segment=NetworkSegment(dd3f1168-4198-406d-9484-27aa6a5ddf47),segment_id=dd3f1168-4198-406d-9484-27aa6a5ddf47)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:14.310937 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.314607 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:14.413041 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Pushing event updated for resources: {'Port': ['ID=0c168342-56a9-4c55-a984-882b0d5cdce4,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:14.415676 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426f2f71-327d-4df2-80bb-6b79a47135cc {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:14.425005 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.433928 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:14.434549 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.442537 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Transition to ACTIVE for port object 426f2f71-327d-4df2-80bb-6b79a47135cc will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:14.450727 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.632396 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Pushing event updated for resources: {'Port': ['ID=426f2f71-327d-4df2-80bb-6b79a47135cc,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:14.638583 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Attempting to bind port 426f2f71-327d-4df2-80bb-6b79a47135cc on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:14.639053 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Attempting to bind port 426f2f71-327d-4df2-80bb-6b79a47135cc by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:14.639493 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Attempting to bind port 426f2f71-327d-4df2-80bb-6b79a47135cc on network 49a99394-9e03-4d15-ba53-434760427bd2 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.649258 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Port 426f2f71-327d-4df2-80bb-6b79a47135cc on network 49a99394-9e03-4d15-ba53-434760427bd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:14.649701 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Attempting to bind port 426f2f71-327d-4df2-80bb-6b79a47135cc on network 49a99394-9e03-4d15-ba53-434760427bd2 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:14.655672 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:14.656159 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Checking segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:14.656878 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Bound using segment: {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:14.657227 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Bound port: 426f2f71-327d-4df2-80bb-6b79a47135cc, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfe531b5-6c17-4cda-822b-743be3ed26a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:14.657710 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.756710 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] For port 426f2f71-327d-4df2-80bb-6b79a47135cc, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:14.762896 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] For port 426f2f71-327d-4df2-80bb-6b79a47135cc, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=426f2f71-327d-4df2-80bb-6b79a47135cc,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:14.773357 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.810378 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.811036 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:14.813638 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] 10.222.0.44 "PUT /v2.0/ports/426f2f71-327d-4df2-80bb-6b79a47135cc HTTP/1.1" status: 200 len: 1094 time: 0.9104092 Aug 09 15:52:14.818344 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'tag': '426f2f71-327d-4df2-80bb-6b79a47135cc'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:14.825528 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb1ab31-c312-45be-adc5-9711e4061723" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6c38cc-595e-4693-9737-c44cddd81b5b", "tag": "426f2f71-327d-4df2-80bb-6b79a47135cc"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:14.951958 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114aecb5-17ad-408f-b1f2-00b72aa924c6 x-openstack-request-id: req-114aecb5-17ad-408f-b1f2-00b72aa924c6 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:14.952268 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6c38cc-595e-4693-9737-c44cddd81b5b", "tag": "426f2f71-327d-4df2-80bb-6b79a47135cc", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:14.952496 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-114aecb5-17ad-408f-b1f2-00b72aa924c6 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:14.952993 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'tag': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'status': 'completed', 'code': 200} Aug 09 15:52:14.981110 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de3054-2c74-459a-b294-a2989064522b req-2053ef88-2841-4e15-8253-012aa75b4251 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:14.989425 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-54de3054-2c74-459a-b294-a2989064522b req-2053ef88-2841-4e15-8253-012aa75b4251 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0850337 Aug 09 15:52:15.001199 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-86781aae-6e93-4072-a360-19542ddce3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.002761 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-86781aae-6e93-4072-a360-19542ddce3e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 1097 time: 0.1049247 Aug 09 15:52:15.003520 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393350b7-b830-41b4-b8a5-5a06ddc27926 service neutron] Pushing event updated for resources: {'Port': ['ID=426f2f71-327d-4df2-80bb-6b79a47135cc,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:15.036249 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-54de3054-2c74-459a-b294-a2989064522b req-d40f29f8-273b-4ff6-9fd6-cec1cf1d0e0d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459466 Aug 09 15:52:15.072274 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-77aa79b9-76d0-4c3f-88fa-69e3de5dfdd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=426f2f71-327d-4df2-80bb-6b79a47135cc HTTP/1.1" status: 200 len: 217 time: 0.0558019 Aug 09 15:52:15.138180 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-6c13b5fe-9189-47a4-b6f4-63d55501cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.139758 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-6c13b5fe-9189-47a4-b6f4-63d55501cc68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0604589 Aug 09 15:52:15.202802 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-09007732-21fe-4968-9a74-2683e6c5a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:15.204485 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-09007732-21fe-4968-9a74-2683e6c5a1e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498955 Aug 09 15:52:15.859709 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0c168342-56a9-4c55-a984-882b0d5cdce4 up at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:15.917422 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Provisioning complete for port 0c168342-56a9-4c55-a984-882b0d5cdce4 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:15.918048 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:16.171616 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066f33-f0c6-4725-baf6-94db312b77ad req-be649aa0-70fe-4c5e-a3ca-fdd0110a4a4d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:16.181430 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b1066f33-f0c6-4725-baf6-94db312b77ad req-be649aa0-70fe-4c5e-a3ca-fdd0110a4a4d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0628796 Aug 09 15:52:16.219674 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b1066f33-f0c6-4725-baf6-94db312b77ad req-dfa33ada-e0a3-44e2-b1a2-5b80df4b50a2 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371611 Aug 09 15:52:16.315986 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-0916973d-ebe6-4983-bd77-09dd3a1d0d0a service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957854 Aug 09 15:52:17.293337 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0c6c0587-0a4b-4d69-9ad6-0a2d9f8bcb95 req-c09643d2-5c8d-459f-8498-dada995697d1 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105747 Aug 09 15:52:17.350167 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afce79a-3471-4919-9115-9a909c3bfb3f req-d4722547-0e98-433c-acf3-f41d412596db tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:17.357429 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5afce79a-3471-4919-9115-9a909c3bfb3f req-d4722547-0e98-433c-acf3-f41d412596db tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0577855 Aug 09 15:52:17.396148 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5afce79a-3471-4919-9115-9a909c3bfb3f req-84440e4a-aab2-4c4e-9388-2208f9c41f53 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366116 Aug 09 15:52:18.414572 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1ab31-c312-45be-adc5-9711e4061723 req-69bdee2f-afe3-4d84-926a-06e5583add39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.416029 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-adb1ab31-c312-45be-adc5-9711e4061723 req-69bdee2f-afe3-4d84-926a-06e5583add39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 1097 time: 0.0500984 Aug 09 15:52:18.525139 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d505ff1-4535-4be5-8982-bbef03759a2b req-1b92f89b-c0d8-438a-8216-07e3cd8654e1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.533097 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d505ff1-4535-4be5-8982-bbef03759a2b req-1b92f89b-c0d8-438a-8216-07e3cd8654e1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0600979 Aug 09 15:52:18.573398 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6d505ff1-4535-4be5-8982-bbef03759a2b req-57bd2fac-174a-4247-b59c-137c20b2aea9 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368936 Aug 09 15:52:18.576357 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1ab31-c312-45be-adc5-9711e4061723 req-9a494960-2d71-4073-af6e-c29b440f2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.579310 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-adb1ab31-c312-45be-adc5-9711e4061723 req-9a494960-2d71-4073-af6e-c29b440f2d68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.1539400 Aug 09 15:52:18.638593 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-adb1ab31-c312-45be-adc5-9711e4061723 req-4060877c-679c-4973-be6e-257e78e477b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=426f2f71-327d-4df2-80bb-6b79a47135cc HTTP/1.1" status: 200 len: 217 time: 0.0434923 Aug 09 15:52:18.693268 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1ab31-c312-45be-adc5-9711e4061723 req-b025e528-a740-4753-aded-0780d471a12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.694670 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-adb1ab31-c312-45be-adc5-9711e4061723 req-b025e528-a740-4753-aded-0780d471a12f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0481892 Aug 09 15:52:18.747382 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1ab31-c312-45be-adc5-9711e4061723 req-c97268b4-a16e-4e73-aa9b-2e1d348928dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:18.749350 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-adb1ab31-c312-45be-adc5-9711e4061723 req-c97268b4-a16e-4e73-aa9b-2e1d348928dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438769 Aug 09 15:52:18.861226 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-adb1ab31-c312-45be-adc5-9711e4061723 req-bdf50e58-b25f-42bc-9c65-bb0fb63fde5a service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016011 Aug 09 15:52:18.980126 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-adb1ab31-c312-45be-adc5-9711e4061723 req-0f030441-9bd6-49e4-bbda-b1c4c980f9ac service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076171 Aug 09 15:52:19.331810 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:52:19.699760 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f1008-5827-44f9-9cec-e3b8eab32a2f req-0b65dc9d-f2d8-44f2-a698-ec2c6df113bd tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:19.705189 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6c7f1008-5827-44f9-9cec-e3b8eab32a2f req-0b65dc9d-f2d8-44f2-a698-ec2c6df113bd tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0555038 Aug 09 15:52:19.748353 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-6c7f1008-5827-44f9-9cec-e3b8eab32a2f req-97383e7f-5065-4c27-b2f6-f0855385fa84 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408723 Aug 09 15:52:20.234472 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-db1624a9-e56b-4b55-9ad3-f67724204173 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.235918 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-db1624a9-e56b-4b55-9ad3-f67724204173 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/networks?id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a HTTP/1.1" status: 200 len: 814 time: 0.0985894 Aug 09 15:52:20.250359 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-abda5df3-3888-4af3-9fff-d8d4459cbe97 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/quotas/e70aaf3e36cc43768ed61517adce2f29 HTTP/1.1" status: 200 len: 375 time: 0.0086408 Aug 09 15:52:20.303641 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-b04614fa-8eca-4f1a-a929-14476efa7b67 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e70aaf3e36cc43768ed61517adce2f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480869 Aug 09 15:52:20.397026 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a268850d-ffe8-4edd-a4b4-74b29ca6ce22 service neutron] 10.222.0.10 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816109 Aug 09 15:52:20.737155 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-91b2af00-98c2-41ee-a84c-39b738cfac80 service neutron] 10.222.0.10 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339117 Aug 09 15:52:20.874048 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abb69f-3913-42ee-a3e7-c08592a982a4 req-c4419514-7507-4ca5-8bbe-72dd30993096 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:20.875710 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-75abb69f-3913-42ee-a3e7-c08592a982a4 req-c4419514-7507-4ca5-8bbe-72dd30993096 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0618172 Aug 09 15:52:20.911771 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-29e3f365-752f-41f7-a652-f30396ebbbc4 req-4752c09f-b817-49a4-9283-101afaa7e7a0 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 210 time: 0.0326035 Aug 09 15:52:20.947922 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-75abb69f-3913-42ee-a3e7-c08592a982a4 req-7ea3d26c-e06f-452d-92f5-4608800e2fed tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591178 Aug 09 15:52:21.959701 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-0675e7fe-120d-4e8d-9a17-8588057272b3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:21.961241 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-0675e7fe-120d-4e8d-9a17-8588057272b3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.44 "GET /v2.0/networks?id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a HTTP/1.1" status: 200 len: 814 time: 0.1196542 Aug 09 15:52:21.978981 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'port': {'device_id': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'admin_state_up': True, 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:22.017084 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ead29ef2-c63c-47a2-905e-c8a04be8f596 req-879b7ad6-dfa2-4e8a-9aea-dc6968890244 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 210 time: 0.0284328 Aug 09 15:52:22.088493 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8124c-63f9-44c7-a3bc-b5291bdf365a req-5c4fd876-748a-4c2f-9720-2dabec5c4d22 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.090059 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b9b8124c-63f9-44c7-a3bc-b5291bdf365a req-5c4fd876-748a-4c2f-9720-2dabec5c4d22 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0515692 Aug 09 15:52:22.103564 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Made reservation on behalf of e70aaf3e36cc43768ed61517adce2f29 for: {'port': 1} {{(pid=99998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 09 15:52:22.107122 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.130719 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b9b8124c-63f9-44c7-a3bc-b5291bdf365a req-362703d9-d1ea-47e7-8edb-aa51bba9df06 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343735 Aug 09 15:52:22.240699 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_common [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Allocated IP 172.20.0.13 (4c6e0164-0d12-4959-8e0c-a5bb66aaf00a/1dab30cd-f3d5-4167-8720-b92fe9407160/dd15c677-9726-4181-8768-d59423908412) {{(pid=99998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:22.421043 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for port, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.439376 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Transition to ACTIVE for port object dd15c677-9726-4181-8768-d59423908412 will not be triggered until provisioned by entity DHCP. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:22.485375 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.548263 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a is already hosted by enough agents. {{(pid=99998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:22.552498 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.base_scheduler [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Resources bound (agent type, host, resource id): {{(pid=99998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:22.555763 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Received port after_create {{(pid=99998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:22.592772 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'Port': ['ID=dd15c677-9726-4181-8768-d59423908412,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:22.606341 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.606700 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.607044 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.607386 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.607724 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.608063 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.608617 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.609008 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.609346 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.609678 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.610006 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.610332 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:22.634742 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:22.635368 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.654221 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97c88097-35c7-48ed-8667-710ef45dfb33 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6794119 Aug 09 15:52:22.795101 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-0b2168a5-e51d-453a-98cf-1744e71d2d90 None None] Provisioning for port dd15c677-9726-4181-8768-d59423908412 completed by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:22.799518 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-0b2168a5-e51d-453a-98cf-1744e71d2d90 None None] Provisioning complete for port dd15c677-9726-4181-8768-d59423908412 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:22.800662 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-0b2168a5-e51d-453a-98cf-1744e71d2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:22.840271 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-0b2168a5-e51d-453a-98cf-1744e71d2d90 None None] Port dd15c677-9726-4181-8768-d59423908412 cannot update to ACTIVE because it is not bound. {{(pid=100000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 09 15:52:23.146353 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3090ceb-60e9-47e4-9474-b7aba8a77ab7 req-3d43f8b4-0c63-4dd9-99e8-c723b3e35be4 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.147830 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e3090ceb-60e9-47e4-9474-b7aba8a77ab7 req-3d43f8b4-0c63-4dd9-99e8-c723b3e35be4 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0554569 Aug 09 15:52:23.190637 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e3090ceb-60e9-47e4-9474-b7aba8a77ab7 req-0a70c599-4fd0-425d-b715-25f721461278 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362737 Aug 09 15:52:23.254962 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3403ef2-ed97-492f-8071-e80ad154f7a9 req-c81743e5-b294-4612-a743-619b778f4cf5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:23.256357 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3403ef2-ed97-492f-8071-e80ad154f7a9 req-c81743e5-b294-4612-a743-619b778f4cf5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0532134 Aug 09 15:52:23.294165 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-f3403ef2-ed97-492f-8071-e80ad154f7a9 req-7b394e2a-d98d-4041-9f4a-866bf2099b09 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Aug 09 15:52:23.472438 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-50ff858a-4456-4b82-9acf-30d8213029c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:24.314957 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28806adb-1ab0-4b33-b7a5-8a0772f5d3b7 req-662e6a8b-2368-4beb-82b8-8f1d9cf111dc tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.316900 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-28806adb-1ab0-4b33-b7a5-8a0772f5d3b7 req-662e6a8b-2368-4beb-82b8-8f1d9cf111dc tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0537279 Aug 09 15:52:24.377350 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-28806adb-1ab0-4b33-b7a5-8a0772f5d3b7 req-4e188069-c890-4831-b9eb-7fc779a8bbbb tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544960 Aug 09 15:52:24.430816 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356679ce-4c6b-4ac1-af12-86c6b5438f5d req-937fca1f-2465-46d9-b641-664f4174c137 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:24.432562 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-356679ce-4c6b-4ac1-af12-86c6b5438f5d req-937fca1f-2465-46d9-b641-664f4174c137 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0505326 Aug 09 15:52:24.475117 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-356679ce-4c6b-4ac1-af12-86c6b5438f5d req-0d1ed191-1281-4b92-9cd5-55c17fa27728 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363283 Aug 09 15:52:25.478643 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87707d5b-d60e-48f0-9cc7-2cf927cf17ff req-1a97b23e-5f6f-4532-b6cf-a23ce8a7fbf4 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.480309 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-87707d5b-d60e-48f0-9cc7-2cf927cf17ff req-1a97b23e-5f6f-4532-b6cf-a23ce8a7fbf4 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0529656 Aug 09 15:52:25.518527 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-87707d5b-d60e-48f0-9cc7-2cf927cf17ff req-7e1b70e6-8292-45a3-a750-1e36a9bb22ed tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Aug 09 15:52:25.597788 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985af6f-9a33-431f-b616-274e12b2223a req-7552ea73-ff5d-4531-815f-a6bf09f9c0f1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:25.599400 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c985af6f-9a33-431f-b616-274e12b2223a req-7552ea73-ff5d-4531-815f-a6bf09f9c0f1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0552008 Aug 09 15:52:25.638426 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c985af6f-9a33-431f-b616-274e12b2223a req-9553e590-7f8d-4a05-8c6f-d5f3749eca26 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Aug 09 15:52:26.073544 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-dd9025dd-e304-4862-b814-29db926ff4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.299673 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:26.647732 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c2d25-bd6c-4456-8e04-36faab27dc15 req-322f06ab-b892-4c93-b459-dcb0e9a02e07 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.650188 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d74c2d25-bd6c-4456-8e04-36faab27dc15 req-322f06ab-b892-4c93-b459-dcb0e9a02e07 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0646803 Aug 09 15:52:26.691966 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d74c2d25-bd6c-4456-8e04-36faab27dc15 req-21bae92a-79fe-4482-bb43-ef81789036a9 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357788 Aug 09 15:52:26.757520 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d05e11-2666-424f-8fc1-9446d5e44327 req-99a427bc-c6f2-49eb-b9cb-7b7e773df427 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:26.759733 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-70d05e11-2666-424f-8fc1-9446d5e44327 req-99a427bc-c6f2-49eb-b9cb-7b7e773df427 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0527055 Aug 09 15:52:26.797165 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-70d05e11-2666-424f-8fc1-9446d5e44327 req-659a3be5-e6e0-456d-b382-c258da549c9d tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Aug 09 15:52:27.216280 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:27.816125 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5390a-e0b8-4452-a7c9-1a72ba282ccd req-1a7037a2-045f-47ea-bd87-c0c84706f2ba tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.817918 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fdc5390a-e0b8-4452-a7c9-1a72ba282ccd req-1a7037a2-045f-47ea-bd87-c0c84706f2ba tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0598497 Aug 09 15:52:27.873351 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fdc5390a-e0b8-4452-a7c9-1a72ba282ccd req-80784756-8d97-42bc-bb67-a33e05303ed3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Aug 09 15:52:27.929265 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04f37-2e2c-45ca-b7f4-35b8bb2499c6 req-f74f9203-e3a4-40b5-b461-e0c348e6e471 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:27.930969 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3fe04f37-2e2c-45ca-b7f4-35b8bb2499c6 req-f74f9203-e3a4-40b5-b461-e0c348e6e471 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0619159 Aug 09 15:52:27.968841 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3fe04f37-2e2c-45ca-b7f4-35b8bb2499c6 req-8588ea75-b405-4d6e-ae6b-9607e3337094 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Aug 09 15:52:28.581007 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56596) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.625159 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc32928-9b32-4377-96f0-936f648b7a95 admin admin] Deleting subnet 3f0f0337-b529-447c-b70a-22a04edeae78 {{(pid=99998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:52:28.628400 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0cc32928-9b32-4377-96f0-936f648b7a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.664306 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0cc32928-9b32-4377-96f0-936f648b7a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15669160'] for subnet, precommit_delete_associations {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.707851 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0cc32928-9b32-4377-96f0-936f648b7a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.763785 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0cc32928-9b32-4377-96f0-936f648b7a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15668209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14180536'] for subnet, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.787362 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc32928-9b32-4377-96f0-936f648b7a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f0f0337-b529-447c-b70a-22a04edeae78,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:28.795081 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0cc32928-9b32-4377-96f0-936f648b7a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.797167 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-0cc32928-9b32-4377-96f0-936f648b7a95 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3f0f0337-b529-447c-b70a-22a04edeae78 HTTP/1.1" status: 204 len: 168 time: 0.2151537 Aug 09 15:52:28.799725 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56598) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:28.867496 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.911693 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.951717 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:28.972569 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089d7ea1-9f6d-4e28-b247-e039fef272a8']}} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:28.987002 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71a6569-459f-4c0d-971d-a96a2b0f8c61') {'for_net_delete': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:28.987342 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71a6569-459f-4c0d-971d-a96a2b0f8c61') {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:28.998511 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15669183'] for segment, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.003124 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb717a27-c5ca-43af-8ab1-28afa58fef2d req-41073241-715c-47e8-80d7-6f513d782f58 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.004933 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fb717a27-c5ca-43af-8ab1-28afa58fef2d req-41073241-715c-47e8-80d7-6f513d782f58 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0549049 Aug 09 15:52:29.016301 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.023789 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=99998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:52:29.025521 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15668015'] for segment, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: Traceback (most recent call last): Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: timer() Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: cb(*args, **kw) Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: return func(*args, **kwargs) Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: self._notify() Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: self.callback(batched_events) Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: event.method(event) Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: return f(self, *a, **k) Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._get(url).json() Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: return self.request(url, 'GET', **kwargs) Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:52:29.027947 dv-cinder-788365-6-iscsi neutron-server[99998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:52:29.079487 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fb717a27-c5ca-43af-8ab1-28afa58fef2d req-4a916958-6629-408b-9628-04a5e6b7b931 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654888 Aug 09 15:52:29.100861 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.108107 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.110361 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] 10.222.0.10 "DELETE /v2.0/networks/089d7ea1-9f6d-4e28-b247-e039fef272a8 HTTP/1.1" status: 204 len: 168 time: 0.3096938 Aug 09 15:52:29.142306 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a8f9f-9994-425a-8c13-60f4e628adaa admin admin] Pushing event deleted for resources: {'Network': ['ID=089d7ea1-9f6d-4e28-b247-e039fef272a8,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:29.155637 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e189e7-c029-4c21-ad01-c16384087a0a req-5a8013ce-f417-42ad-ae89-6177419b937b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:29.157434 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c8e189e7-c029-4c21-ad01-c16384087a0a req-5a8013ce-f417-42ad-ae89-6177419b937b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0754008 Aug 09 15:52:29.205337 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c8e189e7-c029-4c21-ad01-c16384087a0a req-4dc34e65-d173-47f9-9677-2a6b65a2c653 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401552 Aug 09 15:52:29.305329 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56606) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:29.345613 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-cdbe7e70-5448-4e2f-9ac7-d384da09fe9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6080a4ead5d743f9865aa98427dc0a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390751 Aug 09 15:52:29.347956 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56608) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:29.412426 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-67269546-e9b7-4202-8258-39dc6cbd5fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.434406 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-67269546-e9b7-4202-8258-39dc6cbd5fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.485520 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-67269546-e9b7-4202-8258-39dc6cbd5fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.488088 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-67269546-e9b7-4202-8258-39dc6cbd5fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:29.489271 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-67269546-e9b7-4202-8258-39dc6cbd5fe3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/460113a6-b62c-48ce-9a5d-6f140444a0c7 HTTP/1.1" status: 204 len: 168 time: 0.1404171 Aug 09 15:52:29.499277 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67269546-e9b7-4202-8258-39dc6cbd5fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460113a6-b62c-48ce-9a5d-6f140444a0c7,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:30.237028 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38213878-6a92-4520-b341-25172bc391ef req-a4c5ee02-4e0e-4094-9ace-c4f99175753a tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.247013 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-38213878-6a92-4520-b341-25172bc391ef req-a4c5ee02-4e0e-4094-9ace-c4f99175753a tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0881431 Aug 09 15:52:30.295766 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-38213878-6a92-4520-b341-25172bc391ef req-b4f34f10-bad2-46fe-a021-5754d1f32db2 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478344 Aug 09 15:52:30.373758 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11cb77-6caf-4e6e-b358-e111982dbe6e req-58422caf-1ec5-43ba-8a80-39abe8732996 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:30.375319 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3e11cb77-6caf-4e6e-b358-e111982dbe6e req-58422caf-1ec5-43ba-8a80-39abe8732996 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0512986 Aug 09 15:52:30.416549 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3e11cb77-6caf-4e6e-b358-e111982dbe6e req-6e8d3120-c459-4a23-b571-ef0feac443c1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349655 Aug 09 15:52:31.407253 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7fd1f6-e101-4ea4-b08d-e97cd91503f7 req-4928fb40-5c2e-4854-af43-edf0c69bdacf tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.408931 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3c7fd1f6-e101-4ea4-b08d-e97cd91503f7 req-4928fb40-5c2e-4854-af43-edf0c69bdacf tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0525386 Aug 09 15:52:31.448137 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3c7fd1f6-e101-4ea4-b08d-e97cd91503f7 req-f17cfb4b-7fdd-4298-8ed2-630e17ee7b8e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330353 Aug 09 15:52:31.534218 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1df5d2-6675-4119-8fee-3ab8cdca545e req-2ef6bd03-58d8-4f42-a783-acb8116951c9 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:31.535717 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2c1df5d2-6675-4119-8fee-3ab8cdca545e req-2ef6bd03-58d8-4f42-a783-acb8116951c9 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0524287 Aug 09 15:52:31.575930 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2c1df5d2-6675-4119-8fee-3ab8cdca545e req-444cb0c3-f746-42b1-9c15-48969126d36b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340476 Aug 09 15:52:32.566722 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95604ca-0a27-4c52-a88d-6303ffe8c05e req-0287d156-5402-492c-a77e-72085da7bd79 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.568214 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e95604ca-0a27-4c52-a88d-6303ffe8c05e req-0287d156-5402-492c-a77e-72085da7bd79 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0505815 Aug 09 15:52:32.606909 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e95604ca-0a27-4c52-a88d-6303ffe8c05e req-55807900-9c24-4cb1-87e9-5cd8e46962cb tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Aug 09 15:52:32.694364 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311d7d9-4fce-4ce6-9eb7-7ef1d5b0b538 req-f24b395c-8320-4875-8d6e-692aed2f7e5e tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:32.696320 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3311d7d9-4fce-4ce6-9eb7-7ef1d5b0b538 req-f24b395c-8320-4875-8d6e-692aed2f7e5e tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0518675 Aug 09 15:52:32.738880 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3311d7d9-4fce-4ce6-9eb7-7ef1d5b0b538 req-2498b4da-878f-4ce3-9b21-8612fae0538a tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359206 Aug 09 15:52:33.721505 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae28e7-9253-44dd-9551-787e45128e97 req-7f772226-95af-4ff6-a4c2-7d7c59f02b01 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.722973 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-08ae28e7-9253-44dd-9551-787e45128e97 req-7f772226-95af-4ff6-a4c2-7d7c59f02b01 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0478654 Aug 09 15:52:33.763014 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-08ae28e7-9253-44dd-9551-787e45128e97 req-c665aea2-caf3-4fd6-8838-46817b6a2400 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335355 Aug 09 15:52:33.873475 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b40c94-1ed7-4cdb-ad75-7ceabcac5652 req-93228fc7-bc91-4ac2-b4c7-16b85cdb38be tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:33.875041 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-21b40c94-1ed7-4cdb-ad75-7ceabcac5652 req-93228fc7-bc91-4ac2-b4c7-16b85cdb38be tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0577142 Aug 09 15:52:33.913302 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-21b40c94-1ed7-4cdb-ad75-7ceabcac5652 req-28865883-bfaa-432c-a216-ea8e2c68e52c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320146 Aug 09 15:52:34.894842 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63809825-c224-48f7-926d-9f4316c50671 req-fa4ae352-26f3-4851-951f-8d67a3850750 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:34.896352 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-63809825-c224-48f7-926d-9f4316c50671 req-fa4ae352-26f3-4851-951f-8d67a3850750 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0544651 Aug 09 15:52:34.934967 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-63809825-c224-48f7-926d-9f4316c50671 req-ec9c9ad6-a09a-4390-8299-74eeec1debfa tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321732 Aug 09 15:52:35.028743 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232fbde-c2f2-43e9-944d-cde084c1480f req-e9686bd3-05fb-46fc-9e2f-f139581a8f4e tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:35.030236 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2232fbde-c2f2-43e9-944d-cde084c1480f req-e9686bd3-05fb-46fc-9e2f-f139581a8f4e tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0486507 Aug 09 15:52:35.067385 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-2232fbde-c2f2-43e9-944d-cde084c1480f req-909c9143-8b9b-4744-9c9d-01b0a4ba6052 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313685 Aug 09 15:52:36.053283 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a0e29-c70a-406f-8b18-f6c241e76faa req-927a395b-f44f-4b6d-aeee-22fd71a2e306 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.054661 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-661a0e29-c70a-406f-8b18-f6c241e76faa req-927a395b-f44f-4b6d-aeee-22fd71a2e306 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 932 time: 0.0484233 Aug 09 15:52:36.092372 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-661a0e29-c70a-406f-8b18-f6c241e76faa req-0f269cca-a0b6-4ed7-93e3-f038e39a9cd8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313771 Aug 09 15:52:36.184104 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc73ce-5398-403e-9d5b-8d87f446f01c req-15a123bc-d913-48a4-8f20-bef433aabde9 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.185626 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e5dc73ce-5398-403e-9d5b-8d87f446f01c req-15a123bc-d913-48a4-8f20-bef433aabde9 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0530372 Aug 09 15:52:36.222479 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e5dc73ce-5398-403e-9d5b-8d87f446f01c req-06470213-8dc5-4c45-a3fb-fcc39db1bca5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 Aug 09 15:52:36.368577 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Request body: {'port': {'device_id': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:36.425929 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.685721 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd15c677-9726-4181-8768-d59423908412 {{(pid=99998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:36.692942 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.704523 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.provisioning_blocks [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Transition to ACTIVE for port object dd15c677-9726-4181-8768-d59423908412 will not be triggered until provisioned by entity L2. {{(pid=99998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 09 15:52:36.708275 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.781648 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Pushing event updated for resources: {'Port': ['ID=dd15c677-9726-4181-8768-d59423908412,revision_number=2']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:36.841176 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Attempting to bind port dd15c677-9726-4181-8768-d59423908412 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 09 15:52:36.841581 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Attempting to bind port dd15c677-9726-4181-8768-d59423908412 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 09 15:52:36.841915 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Attempting to bind port dd15c677-9726-4181-8768-d59423908412 on network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:36.846555 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Port dd15c677-9726-4181-8768-d59423908412 on network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 09 15:52:36.846877 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Attempting to bind port dd15c677-9726-4181-8768-d59423908412 on network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 09 15:52:36.851762 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Checking agent: {'id': '9cee334e-55c3-444e-bc94-c162dd9924aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'started_at': datetime.datetime(2021, 8, 9, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 9, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 09 15:52:36.852697 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Checking segment: {'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 09 15:52:36.853116 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Bound using segment: {'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'} {{(pid=99998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 09 15:52:36.853545 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.managers [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Bound port: dd15c677-9726-4181-8768-d59423908412, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594b1280-5850-4c52-a86f-24c0c18c2192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1109, 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a'}}] {{(pid=99998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 09 15:52:36.853902 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.917835 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] For port dd15c677-9726-4181-8768-d59423908412, host hv-cinder-78836, cleared binding levels {{(pid=99998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 09 15:52:36.921104 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] For port dd15c677-9726-4181-8768-d59423908412, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dd15c677-9726-4181-8768-d59423908412,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=99998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 09 15:52:36.925089 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15668171'] for port, after_update {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.958616 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:36.959172 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:36.960524 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] 10.222.0.44 "PUT /v2.0/ports/dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 200 len: 1094 time: 0.5973451 Aug 09 15:52:36.960978 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'tag': 'dd15c677-9726-4181-8768-d59423908412'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:36.964214 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334a4597-4283-44a2-b69e-f7c282befdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "tag": "dd15c677-9726-4181-8768-d59423908412"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:36.994437 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556cb95-5289-4a2f-9f5f-6019857d9b2d service neutron] Pushing event updated for resources: {'Port': ['ID=dd15c677-9726-4181-8768-d59423908412,revision_number=3']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:37.020037 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b7946e-ed3c-4b0f-8976-677a2452820a x-openstack-request-id: req-d5b7946e-ed3c-4b0f-8976-677a2452820a {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:37.020331 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "tag": "dd15c677-9726-4181-8768-d59423908412", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:37.020585 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5b7946e-ed3c-4b0f-8976-677a2452820a {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:37.021010 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'tag': 'dd15c677-9726-4181-8768-d59423908412', 'status': 'completed', 'code': 200} Aug 09 15:52:37.050736 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97b88fdf-39c2-4c85-8201-cd3a69a88243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.052267 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-97b88fdf-39c2-4c85-8201-cd3a69a88243 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e70aaf3e36cc43768ed61517adce2f29&device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 1097 time: 0.0448780 Aug 09 15:52:37.105085 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-2312f979-96ec-4c71-9186-fb2fd8bc238a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 200 len: 217 time: 0.0405674 Aug 09 15:52:37.106257 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:37.162241 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-8a81b8d3-53a3-4942-8e11-7f8f49a59480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.164689 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-8a81b8d3-53a3-4942-8e11-7f8f49a59480 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1dab30cd-f3d5-4167-8720-b92fe9407160 HTTP/1.1" status: 200 len: 853 time: 0.0488019 Aug 09 15:52:37.217318 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d7795-7bf8-4eac-9908-ac6aae46a1e2 req-f7cabf41-453d-4a48-9cad-3ae091fa3641 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.219657 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-490d7795-7bf8-4eac-9908-ac6aae46a1e2 req-f7cabf41-453d-4a48-9cad-3ae091fa3641 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 944 time: 0.0573509 Aug 09 15:52:37.222308 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-8635020a-e67d-4b98-9331-4195611ec4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.223809 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-8635020a-e67d-4b98-9331-4195611ec4b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505941 Aug 09 15:52:37.264549 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-490d7795-7bf8-4eac-9908-ac6aae46a1e2 req-e39ae041-2545-4805-8300-18c6ada63188 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381680 Aug 09 15:52:37.339811 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-5dd6d891-3a7a-49cf-aeab-ef58bbe30f9a service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057658 Aug 09 15:52:37.356851 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96fed1-4704-4796-a259-33180e1a36ed req-943b0190-9dc7-4966-a381-621ecfd52bdd tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.358658 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0d96fed1-4704-4796-a259-33180e1a36ed req-943b0190-9dc7-4966-a381-621ecfd52bdd tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0516572 Aug 09 15:52:37.396318 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0d96fed1-4704-4796-a259-33180e1a36ed req-81c6938d-f319-471d-9423-e339d680b02b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318255 Aug 09 15:52:37.433405 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-9ffd0639-e478-45bf-8f46-d3604f64cf6b req-0465ec5c-fda0-40f4-a5ce-59768e568647 service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855217 Aug 09 15:52:37.529713 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-bde0e958-12be-4892-8c18-123086f61172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.531190 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-bde0e958-12be-4892-8c18-123086f61172 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e70aaf3e36cc43768ed61517adce2f29&device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 1097 time: 0.0465872 Aug 09 15:52:37.625189 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-84a6ffc3-3eac-47e5-a72f-b4b8f4c449b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.626634 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-84a6ffc3-3eac-47e5-a72f-b4b8f4c449b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a HTTP/1.1" status: 200 len: 916 time: 0.0816369 Aug 09 15:52:37.671835 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-126f6398-64a8-4279-b407-308ca82dd2bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 200 len: 217 time: 0.0327275 Aug 09 15:52:37.725366 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-9000d8e2-553c-40c3-8007-6c4d40eec0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.726864 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-9000d8e2-553c-40c3-8007-6c4d40eec0c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1dab30cd-f3d5-4167-8720-b92fe9407160 HTTP/1.1" status: 200 len: 853 time: 0.0456226 Aug 09 15:52:37.772759 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-62d9a45f-ab8e-44cf-8555-4e0a04e91aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:37.774315 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-62d9a45f-ab8e-44cf-8555-4e0a04e91aff service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395255 Aug 09 15:52:37.862789 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-b0dfa704-bb62-4693-87cc-47df2544e2fa service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803933 Aug 09 15:52:37.961729 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-334a4597-4283-44a2-b69e-f7c282befdd1 req-4b912810-8cbd-4942-aedb-c12153bb50cb service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870962 Aug 09 15:52:38.387728 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930e413-1888-4ad3-ac6a-340c7c58d591 req-90d609ad-f1ad-4f8c-b42f-734457f5d509 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.389234 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c930e413-1888-4ad3-ac6a-340c7c58d591 req-90d609ad-f1ad-4f8c-b42f-734457f5d509 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 944 time: 0.0537584 Aug 09 15:52:38.432406 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c930e413-1888-4ad3-ac6a-340c7c58d591 req-8e8dfc33-f4bf-4987-a4e2-da58d34a5d4a tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368266 Aug 09 15:52:38.517028 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2784b8-9389-4aa7-bf00-ac483221bb35 req-98d21ee2-93f8-42d8-914f-3071a44b875b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:38.518735 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cb2784b8-9389-4aa7-bf00-ac483221bb35 req-98d21ee2-93f8-42d8-914f-3071a44b875b tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0505137 Aug 09 15:52:38.556063 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-cb2784b8-9389-4aa7-bf00-ac483221bb35 req-f29cbfd8-67cd-4174-a6c7-b89ed71190a1 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307519 Aug 09 15:52:39.545401 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ce157-6aee-4900-bfab-cc1faeb2377a req-86e8ed48-3cb6-4fa9-a6b5-a6843475eb58 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.546902 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-887ce157-6aee-4900-bfab-cc1faeb2377a req-86e8ed48-3cb6-4fa9-a6b5-a6843475eb58 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 944 time: 0.0484695 Aug 09 15:52:39.585144 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-887ce157-6aee-4900-bfab-cc1faeb2377a req-68a309af-f946-489e-83a4-9309173c11bc tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Aug 09 15:52:39.680140 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035c8d-9843-4d30-be14-abd0000f65da req-7e5783b9-d467-45ee-8b14-6ef2d5cd73b5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.681689 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fc035c8d-9843-4d30-be14-abd0000f65da req-7e5783b9-d467-45ee-8b14-6ef2d5cd73b5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 944 time: 0.0542617 Aug 09 15:52:39.722586 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-fc035c8d-9843-4d30-be14-abd0000f65da req-ecded7b7-10c1-4219-b013-d5f20a5c4b45 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339088 Aug 09 15:52:39.752620 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56724) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:39.753730 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-5c811248-d733-4fa8-b4bd-da58cacceac6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408888 Aug 09 15:52:39.857898 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-2af555b7-5bf8-4064-b215-6c0756cdbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.859529 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-2af555b7-5bf8-4064-b215-6c0756cdbb81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0430357 Aug 09 15:52:39.859746 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.954353 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.958084 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:39.979528 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-d260b8fe-9eea-4e71-bd77-038374e05f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:39.981074 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-d260b8fe-9eea-4e71-bd77-038374e05f02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.0989788 Aug 09 15:52:39.996955 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe9af51cc5f143569dac6ca1a39986b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431860 Aug 09 15:52:39.997802 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f164d-fffc-4ab7-a527-1c24a126356e,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:40.000031 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56728) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:40.005271 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.005630 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.005977 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.006316 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.006649 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.006981 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.007306 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.007632 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.008562 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.008918 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.009238 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.009562 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175548cc-a060-4dd7-901c-e72c26bf9741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.082533 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-1498637f-42ff-4d92-98ed-004576b19c9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99 HTTP/1.1" status: 200 len: 1001 time: 0.0914836 Aug 09 15:52:40.103170 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2b0c99c1-1eac-4a1c-bb45-516ca89868d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.149025 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2b0c99c1-1eac-4a1c-bb45-516ca89868d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.157320 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-9056f628-6140-469c-a7d5-575b3d538245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:40.158738 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-9056f628-6140-469c-a7d5-575b3d538245 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0654554 Aug 09 15:52:40.183662 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 426f2f71-327d-4df2-80bb-6b79a47135cc details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:40.217091 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-c51cb454-097f-4d0f-8485-be47e0f17572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:40.218586 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-c51cb454-097f-4d0f-8485-be47e0f17572 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491791 Aug 09 15:52:40.236328 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2b0c99c1-1eac-4a1c-bb45-516ca89868d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.238663 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-2b0c99c1-1eac-4a1c-bb45-516ca89868d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.239682 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-2b0c99c1-1eac-4a1c-bb45-516ca89868d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/414f164d-fffc-4ab7-a527-1c24a126356e HTTP/1.1" status: 204 len: 168 time: 0.2379782 Aug 09 15:52:40.283212 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c99c1-1eac-4a1c-bb45-516ca89868d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f164d-fffc-4ab7-a527-1c24a126356e,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:40.288763 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 426f2f71-327d-4df2-80bb-6b79a47135cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=426f2f71-327d-4df2-80bb-6b79a47135cc,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:40.309785 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'port_id': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'mac_address': 'fa:16:3e:34:b7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:40.333262 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-7157268e-8ebe-4e51-9b25-34edd9083836 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050999 Aug 09 15:52:40.356445 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.372439 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426f2f71-327d-4df2-80bb-6b79a47135cc {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:40.397097 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 426f2f71-327d-4df2-80bb-6b79a47135cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=426f2f71-327d-4df2-80bb-6b79a47135cc,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:40.402816 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.403687 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device dd15c677-9726-4181-8768-d59423908412 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=100000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 09 15:52:40.441610 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-beaf5810-e8e8-462b-bf3c-96c7e4225762 req-950c3b31-33a3-443e-bebf-1dc38d551f30 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948539 Aug 09 15:52:40.501719 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=426f2f71-327d-4df2-80bb-6b79a47135cc,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:40.515345 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.515701 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.516047 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.516401 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.516742 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.517092 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.517423 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.518007 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.518338 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.518671 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.518994 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.519313 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:52:40.560601 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port dd15c677-9726-4181-8768-d59423908412, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dd15c677-9726-4181-8768-d59423908412,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:40.575839 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Returning: {'device': 'dd15c677-9726-4181-8768-d59423908412', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'port_id': 'dd15c677-9726-4181-8768-d59423908412', 'mac_address': 'fa:16:3e:e3:c6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 09 15:52:40.612689 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.625752 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd15c677-9726-4181-8768-d59423908412 {{(pid=100000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 09 15:52:40.644644 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port dd15c677-9726-4181-8768-d59423908412, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dd15c677-9726-4181-8768-d59423908412,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:40.649223 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:40.699649 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12756a9a-54a9-46c6-b33a-5b9af916ec8c req-acbba549-e329-41bc-a794-142350f1ccf3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:40.700778 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=dd15c677-9726-4181-8768-d59423908412,revision_number=4']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:40.701309 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-12756a9a-54a9-46c6-b33a-5b9af916ec8c req-acbba549-e329-41bc-a794-142350f1ccf3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 945 time: 0.0493255 Aug 09 15:52:40.739804 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-12756a9a-54a9-46c6-b33a-5b9af916ec8c req-59b23654-5053-4fa8-82a6-d8bbe91c3a5a tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324094 Aug 09 15:52:40.840492 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e43cf-a97d-4ee6-b24a-298c3ab63229 req-dd6f8438-74bc-43a0-b5a1-6bb1ec40bbaf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:40.841976 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c41e43cf-a97d-4ee6-b24a-298c3ab63229 req-dd6f8438-74bc-43a0-b5a1-6bb1ec40bbaf tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 945 time: 0.0509517 Aug 09 15:52:40.879525 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c41e43cf-a97d-4ee6-b24a-298c3ab63229 req-76ccdac4-c08e-484d-acb8-74da6f8de800 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316455 Aug 09 15:52:40.971232 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['dd15c677-9726-4181-8768-d59423908412'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:40.974525 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['426f2f71-327d-4df2-80bb-6b79a47135cc'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:52:41.855815 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c07f2c-b93b-4d2d-a3b5-b205acba212e req-3624a4ba-1bc6-46da-95fb-7a0120d69f0e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.857336 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a8c07f2c-b93b-4d2d-a3b5-b205acba212e req-3624a4ba-1bc6-46da-95fb-7a0120d69f0e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 945 time: 0.0484443 Aug 09 15:52:41.894471 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a8c07f2c-b93b-4d2d-a3b5-b205acba212e req-c1f7cc51-2eeb-4410-8eed-4baf43be403c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313773 Aug 09 15:52:41.994722 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153826d-681a-4afb-a5e6-c24a83204005 req-53107bdc-ed78-479b-b900-7daa50c89c67 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:41.996356 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3153826d-681a-4afb-a5e6-c24a83204005 req-53107bdc-ed78-479b-b900-7daa50c89c67 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 945 time: 0.0500057 Aug 09 15:52:42.034855 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3153826d-681a-4afb-a5e6-c24a83204005 req-9d9a7143-c938-4acb-8934-ae015fac7c57 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324636 Aug 09 15:52:42.196279 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 426f2f71-327d-4df2-80bb-6b79a47135cc up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:42.244775 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port 426f2f71-327d-4df2-80bb-6b79a47135cc completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:42.249655 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port 426f2f71-327d-4df2-80bb-6b79a47135cc triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:42.249841 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.327140 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.354041 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426f2f71-327d-4df2-80bb-6b79a47135cc'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:42.356297 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6154b048-16df-4ebb-bce8-3d4c18cc901d" -d '{"events": [{"server_uuid": "dd6c38cc-595e-4693-9737-c44cddd81b5b", "name": "network-vif-plugged", "status": "completed", "tag": "426f2f71-327d-4df2-80bb-6b79a47135cc"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:42.369237 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port 426f2f71-327d-4df2-80bb-6b79a47135cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=426f2f71-327d-4df2-80bb-6b79a47135cc,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:42.374628 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.375401 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device dd15c677-9726-4181-8768-d59423908412 up at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 09 15:52:42.415640 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1e7baa-9734-4410-a5ea-1dc665427293 x-openstack-request-id: req-bb1e7baa-9734-4410-a5ea-1dc665427293 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:42.415930 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6c38cc-595e-4693-9737-c44cddd81b5b", "name": "network-vif-plugged", "status": "completed", "tag": "426f2f71-327d-4df2-80bb-6b79a47135cc", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:42.416183 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb1e7baa-9734-4410-a5ea-1dc665427293 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:42.416569 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'code': 200} Aug 09 15:52:42.455432 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=426f2f71-327d-4df2-80bb-6b79a47135cc,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.469370 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning for port dd15c677-9726-4181-8768-d59423908412 completed by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 09 15:52:42.473398 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Provisioning complete for port dd15c677-9726-4181-8768-d59423908412 triggered by entity L2. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:52:42.473858 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.551901 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.585130 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] For port dd15c677-9726-4181-8768-d59423908412, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dd15c677-9726-4181-8768-d59423908412,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:52:42.589467 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725'] for port, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:42.637153 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Pushing event updated for resources: {'Port': ['ID=dd15c677-9726-4181-8768-d59423908412,revision_number=5']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:42.661371 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85215484-4c5a-47f5-856a-d28cf13fe0f0 req-d39d3619-4804-4e46-8bb6-7615aef67343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:42.662870 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-85215484-4c5a-47f5-856a-d28cf13fe0f0 req-d39d3619-4804-4e46-8bb6-7615aef67343 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 1099 time: 0.0445120 Aug 09 15:52:42.700407 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-85215484-4c5a-47f5-856a-d28cf13fe0f0 req-82ff0f11-a752-44fe-9a55-ece8eebcdb7b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278172 Aug 09 15:52:43.012230 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48fdab-ce25-41c8-8ac7-d8b8ce06b32a req-e564891f-cc1d-4cf2-9062-f0d53a5f491d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:43.013763 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ce48fdab-ce25-41c8-8ac7-d8b8ce06b32a req-e564891f-cc1d-4cf2-9062-f0d53a5f491d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.0540421 Aug 09 15:52:43.050625 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-ce48fdab-ce25-41c8-8ac7-d8b8ce06b32a req-f8f13557-d794-4e9f-a709-12ae9d9dda64 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305948 Aug 09 15:52:43.153205 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfac80e-3ecc-4822-9e44-da1f06783a27 req-9627f444-2e6a-4520-bff6-f305e120774c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:43.154678 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bcfac80e-3ecc-4822-9e44-da1f06783a27 req-9627f444-2e6a-4520-bff6-f305e120774c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 946 time: 0.0490928 Aug 09 15:52:43.192509 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-bcfac80e-3ecc-4822-9e44-da1f06783a27 req-ad06553f-5698-44e2-9a81-868ef8b8cbde tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317187 Aug 09 15:52:44.163514 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bef62-8029-46d3-b48b-558801945916 req-44249caa-860a-4251-8484-d7fed4609737 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.166023 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-498bef62-8029-46d3-b48b-558801945916 req-44249caa-860a-4251-8484-d7fed4609737 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.0491452 Aug 09 15:52:44.206934 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-498bef62-8029-46d3-b48b-558801945916 req-118c5d82-1d29-4fc3-b53c-eae5741b4017 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345891 Aug 09 15:52:44.312933 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba77f67-a032-4f63-ac38-d1f6b5d10578 req-a9f156e9-0bd5-4b13-986d-e3c4f50b6b1a tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.314564 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7ba77f67-a032-4f63-ac38-d1f6b5d10578 req-a9f156e9-0bd5-4b13-986d-e3c4f50b6b1a tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 946 time: 0.0559011 Aug 09 15:52:44.354698 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7ba77f67-a032-4f63-ac38-d1f6b5d10578 req-5ae85af6-c02f-45a1-89f5-7930c1bb4368 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341661 Aug 09 15:52:44.418228 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd15c677-9726-4181-8768-d59423908412'}] {{(pid=100000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:44.420540 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95485d52d4a80dcbea8717ad8d5b462595553b5066217280fb646d71d2794082" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461b7950-b7b7-4fc0-a619-4a5a9237e332" -d '{"events": [{"server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "name": "network-vif-plugged", "status": "completed", "tag": "dd15c677-9726-4181-8768-d59423908412"}]}' {{(pid=100000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:44.455677 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01400461-1f57-42ac-a324-f4b9428b32b0 x-openstack-request-id: req-01400461-1f57-42ac-a324-f4b9428b32b0 {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:44.455971 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "name": "network-vif-plugged", "status": "completed", "tag": "dd15c677-9726-4181-8768-d59423908412", "code": 200}]} {{(pid=100000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:44.456250 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01400461-1f57-42ac-a324-f4b9428b32b0 {{(pid=100000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:44.456648 dv-cinder-788365-6-iscsi neutron-server[100000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd15c677-9726-4181-8768-d59423908412', 'code': 200} Aug 09 15:52:44.467187 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae97602-8b0b-4960-b815-f0f22729f1cf req-7d757c91-95a5-41a0-b560-a9cb7278c3b4 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.468703 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7ae97602-8b0b-4960-b815-f0f22729f1cf req-7d757c91-95a5-41a0-b560-a9cb7278c3b4 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 946 time: 0.0502949 Aug 09 15:52:44.507319 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7ae97602-8b0b-4960-b815-f0f22729f1cf req-e1ebe357-cd67-41f3-98f0-71ae12ab8fbd tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323100 Aug 09 15:52:44.530470 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56754) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:44.650092 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec488e8-4670-4e83-b92d-818c2d15fb4d req-74a697b6-e878-492a-b42e-2548522fa3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.651484 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7ec488e8-4670-4e83-b92d-818c2d15fb4d req-74a697b6-e878-492a-b42e-2548522fa3ce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 1099 time: 0.0403471 Aug 09 15:52:44.688613 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-7ec488e8-4670-4e83-b92d-818c2d15fb4d req-c2dd0daf-043c-47bf-adaa-d8398883ee23 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287797 Aug 09 15:52:44.715328 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0a5cc-6f0b-42b5-99af-bb5df7f47f8c tempest-TestVolumeBootPattern-530012068 tempest-TestVolumeBootPattern-530012068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:44.717003 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-4ce0a5cc-6f0b-42b5-99af-bb5df7f47f8c tempest-TestVolumeBootPattern-530012068 tempest-TestVolumeBootPattern-530012068-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 1094 time: 0.1853924 Aug 09 15:52:44.719741 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56758) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:44.724063 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Request body: {'floatingip': {'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'port_id': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:44.745441 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.842558 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:44.949033 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Allocated IP 172.27.3.57 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/601c9d61-2759-422b-a6e6-e1f299e6e902) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:45.051046 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.088499 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.127649 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:45.132009 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:45.134644 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:45.160653 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'Port': ['ID=601c9d61-2759-422b-a6e6-e1f299e6e902,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.391352 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344345f1-ff7e-4c72-a2a7-b99b4b0bfa49 req-950d520f-0794-4bfe-a629-0fee76ce07bf tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:45.393102 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-344345f1-ff7e-4c72-a2a7-b99b4b0bfa49 req-950d520f-0794-4bfe-a629-0fee76ce07bf tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.1103976 Aug 09 15:52:45.479291 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-344345f1-ff7e-4c72-a2a7-b99b4b0bfa49 req-73ea5d7f-cfaf-4816-973b-48d21c64e09e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773222 Aug 09 15:52:45.568217 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.631323 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.777228 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.781739 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.846892 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event updated for resources: {'Port': ['ID=601c9d61-2759-422b-a6e6-e1f299e6e902,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:45.857125 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:45.957377 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Floating IP f26ee984-b692-4dfc-934c-757c08d2ea6a associated. External IP: 172.27.3.57, port: 426f2f71-327d-4df2-80bb-6b79a47135cc. Aug 09 15:52:46.167113 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Router 7d148f77-cc1f-4c2a-84e5-0af4670e837d has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:46.276516 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:46.285880 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] Sync routers for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:46.291677 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:46.296502 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:46.297173 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:52:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:46.320935 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-b34d2f79-56b3-401c-9dfe-19c96d5e8fea tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5995080 Aug 09 15:52:46.321647 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'tag': '426f2f71-327d-4df2-80bb-6b79a47135cc'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:46.323931 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08272d8-4fb5-4032-98ba-b661b48de6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6c38cc-595e-4693-9737-c44cddd81b5b", "tag": "426f2f71-327d-4df2-80bb-6b79a47135cc"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:46.408015 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:46.482511 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92504877-f8d5-4821-aa71-a473f1c53dfe x-openstack-request-id: req-92504877-f8d5-4821-aa71-a473f1c53dfe {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:46.483025 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6c38cc-595e-4693-9737-c44cddd81b5b", "tag": "426f2f71-327d-4df2-80bb-6b79a47135cc", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:46.483025 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92504877-f8d5-4821-aa71-a473f1c53dfe {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:46.483441 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'tag': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'status': 'completed', 'code': 200} Aug 09 15:52:46.563403 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-7a6919bb-4245-4277-92b0-0d967ae74e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:46.565669 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-7a6919bb-4245-4277-92b0-0d967ae74e1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 1099 time: 0.0441225 Aug 09 15:52:46.596480 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a5c31-7bac-4bf3-8850-ed08dd91b0f5 req-50b097a6-b2ae-4eaa-84f4-d317e9e6e682 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:46.598052 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-527a5c31-7bac-4bf3-8850-ed08dd91b0f5 req-50b097a6-b2ae-4eaa-84f4-d317e9e6e682 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.0500598 Aug 09 15:52:46.637237 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-527a5c31-7bac-4bf3-8850-ed08dd91b0f5 req-04cda767-dd5e-485d-9a92-8093eddfc9a2 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332673 Aug 09 15:52:46.649083 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '5f5b7839-fc59-4375-866d-8a5cd8794527', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:10:b0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 1, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}, {'id': 'f26ee984-b692-4dfc-934c-757c08d2ea6a', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:34:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:45Z', 'updated_at': '2021-08-09T15:52:45Z', 'revision_number': 0, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:46.677354 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] Checking router: 7d148f77-cc1f-4c2a-84e5-0af4670e837d for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:46.687580 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:46.688252 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:52:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:46.764832 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314d59-b354-4450-91ee-8a6100e06cb9 req-e2073015-018e-4bad-821e-cdfb5b853a0a tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:46.766496 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-02314d59-b354-4450-91ee-8a6100e06cb9 req-e2073015-018e-4bad-821e-cdfb5b853a0a tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.0556090 Aug 09 15:52:46.805717 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:46.813778 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-02314d59-b354-4450-91ee-8a6100e06cb9 req-c9564f2f-6b1b-4ed9-b341-8247a4721654 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Aug 09 15:52:46.922997 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-21bdd64b-9430-414d-be0d-f8f1717b2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:46.924487 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-21bdd64b-9430-414d-be0d-f8f1717b2c52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.3458734 Aug 09 15:52:47.000255 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-3a0bbca2-7fad-4445-b654-1292e889d9a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=426f2f71-327d-4df2-80bb-6b79a47135cc HTTP/1.1" status: 200 len: 999 time: 0.0650322 Aug 09 15:52:47.065169 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-3c038edc-beeb-4b08-95aa-91e45a1277d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.067231 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-3c038edc-beeb-4b08-95aa-91e45a1277d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0569568 Aug 09 15:52:47.124924 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-ddb3893f-614c-461d-8f83-eb7816a98fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.126616 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-ddb3893f-614c-461d-8f83-eb7816a98fa9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504792 Aug 09 15:52:47.162526 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7e9a9-0570-4951-a81c-35ae7418d843 req-fb614ca3-e42c-4abc-b811-fa999750763c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:47.164565 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-24d7e9a9-0570-4951-a81c-35ae7418d843 req-fb614ca3-e42c-4abc-b811-fa999750763c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.0580981 Aug 09 15:52:47.165485 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '5f5b7839-fc59-4375-866d-8a5cd8794527', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:10:b0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 1, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}, {'id': 'f26ee984-b692-4dfc-934c-757c08d2ea6a', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:34:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:45Z', 'updated_at': '2021-08-09T15:52:45Z', 'revision_number': 0, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:47.206754 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-24d7e9a9-0570-4951-a81c-35ae7418d843 req-2cff8041-0429-43c2-94ab-b9698b236b04 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342560 Aug 09 15:52:47.209024 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f979ad7-b237-4132-88c9-8a9d08721f24 None None] The sync data for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi is: [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '5f5b7839-fc59-4375-866d-8a5cd8794527', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:10:b0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 1, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}, {'id': 'f26ee984-b692-4dfc-934c-757c08d2ea6a', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:34:b7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:45Z', 'updated_at': '2021-08-09T15:52:45Z', 'revision_number': 0, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:47.245120 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-3c1cfc1c-df85-48a6-a6f6-d1eea6f9afd5 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074624 Aug 09 15:52:47.352964 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f08272d8-4fb5-4032-98ba-b661b48de6fe req-40d5bed0-f5ff-4ced-a3c6-bfaecbf23630 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947783 Aug 09 15:52:47.447955 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fadb672-ed55-4b2b-a6aa-a7eaff79dafb None None] New status for floating IP f26ee984-b692-4dfc-934c-757c08d2ea6a: ACTIVE {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:52:53.473685 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc6fb-e029-462a-b632-23d719851304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.074800 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-61a742f3-348d-413f-a632-fba617e02ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.291165 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.329615 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:52:56.661895 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e3190-9d4c-4fb7-852d-8c5771cd9343 req-a1df8624-5d7e-4820-bdb4-9949217c3a6b tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.663418 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3f0e3190-9d4c-4fb7-852d-8c5771cd9343 req-a1df8624-5d7e-4820-bdb4-9949217c3a6b tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.0485208 Aug 09 15:52:56.700805 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3f0e3190-9d4c-4fb7-852d-8c5771cd9343 req-6a7718be-d6ba-47fb-9a65-623fd80209fc tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305488 Aug 09 15:52:56.723262 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56822) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:56.862671 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac32ae0-1034-4c04-a27e-2c6edfb25a82 tempest-TestMinimumBasicScenario-1183933585 tempest-TestMinimumBasicScenario-1183933585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:56.864103 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-3ac32ae0-1034-4c04-a27e-2c6edfb25a82 tempest-TestMinimumBasicScenario-1183933585 tempest-TestMinimumBasicScenario-1183933585-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 1094 time: 0.1399035 Aug 09 15:52:56.868133 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56826) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:56.872441 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'floatingip': {'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'port_id': 'dd15c677-9726-4181-8768-d59423908412', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:56.894019 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for floatingip, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:56.988522 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.095507 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_common [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Allocated IP 172.27.3.89 (97a8b985-7f6e-4284-aa05-03aa9c6dfe75/30a8e941-c494-4597-baa3-a601c32cdd41/0597e602-9527-4ff8-a32e-2514cc11a108) {{(pid=99999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 09 15:52:57.205278 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for port, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.218120 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.253109 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748353846245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.295619 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Network 97a8b985-7f6e-4284-aa05-03aa9c6dfe75 is already hosted by enough agents. {{(pid=99999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 09 15:52:57.300003 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.base_scheduler [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Resources bound (agent type, host, resource id): {{(pid=99999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 09 15:52:57.304571 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Received port after_create {{(pid=99999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 09 15:52:57.307451 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'Port': ['ID=0597e602-9527-4ff8-a32e-2514cc11a108,revision_number=1']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:57.658938 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.724455 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.870232 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.874558 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:57.941966 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'Port': ['ID=0597e602-9527-4ff8-a32e-2514cc11a108,revision_number=2']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:57.952408 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-890013'] for floatingip, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.297383 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Floating IP f9b2a989-139c-4139-8b49-51f699053c15 associated. External IP: 172.27.3.89, port: dd15c677-9726-4181-8768-d59423908412. Aug 09 15:52:58.501867 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Router b38823d2-c5f0-43b1-814b-799f3e2c0443 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:52:58.607600 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:52:58.617019 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] Sync routers for ids ['b38823d2-c5f0-43b1-814b-799f3e2c0443'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:52:58.622738 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.625693 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] Routers {'b38823d2-c5f0-43b1-814b-799f3e2c0443'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:58.626318 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:52:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b38823d2-c5f0-43b1-814b-799f3e2c0443'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:58.650378 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-8fa50689-089d-40c4-bf9c-102f3fbd7c6c tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7812121 Aug 09 15:52:58.651065 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'tag': 'dd15c677-9726-4181-8768-d59423908412'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:52:58.653368 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56828) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:58.653949 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bc6926-8827-480e-a8b5-49841ad45c37" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "tag": "dd15c677-9726-4181-8768-d59423908412"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:52:58.658457 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.v2.base [None req-501efec0-3cb7-4025-985e-7ac9a7965d3e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2109171481', 'description': 'tempest-secgroup-smoke-2109171481 description', 'project_id': 'e70aaf3e36cc43768ed61517adce2f29'}} {{(pid=99998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:58.682038 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-501efec0-3cb7-4025-985e-7ac9a7965d3e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group, before_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.691810 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fad79e9-930e-402b-a436-8209ad3e48ef x-openstack-request-id: req-8fad79e9-930e-402b-a436-8209ad3e48ef {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:52:58.692204 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "tag": "dd15c677-9726-4181-8768-d59423908412", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:52:58.692459 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8fad79e9-930e-402b-a436-8209ad3e48ef {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:52:58.692896 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'tag': 'dd15c677-9726-4181-8768-d59423908412', 'status': 'completed', 'code': 200} Aug 09 15:52:58.735428 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] Set router b38823d2-c5f0-43b1-814b-799f3e2c0443 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:58.792398 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-501efec0-3cb7-4025-985e-7ac9a7965d3e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group, precommit_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.798917 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-501efec0-3cb7-4025-985e-7ac9a7965d3e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_create {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.809920 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-ab7cc3d3-cce6-4612-8f4a-666415e60e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.811437 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-ab7cc3d3-cce6-4612-8f4a-666415e60e1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e70aaf3e36cc43768ed61517adce2f29&device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 1099 time: 0.0747032 Aug 09 15:52:58.827752 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-501efec0-3cb7-4025-985e-7ac9a7965d3e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.828978 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-501efec0-3cb7-4025-985e-7ac9a7965d3e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1743395 Aug 09 15:52:58.832268 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56832) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:58.838353 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-bbab8a5f-533e-4b9f-8c3f-4b74dc9587ef tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'security_group_rule': {'security_group_id': 'd883055f-da4d-49b1-a7cf-1ccccb76dcef', 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:58.866883 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bbab8a5f-533e-4b9f-8c3f-4b74dc9587ef tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.888292 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501efec0-3cb7-4025-985e-7ac9a7965d3e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d883055f-da4d-49b1-a7cf-1ccccb76dcef,revision_number=1']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:58.925476 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bbab8a5f-533e-4b9f-8c3f-4b74dc9587ef tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.930695 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bbab8a5f-533e-4b9f-8c3f-4b74dc9587ef tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.945553 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-e18960e2-3cb5-4113-bb23-0300e05d4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:58.947509 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-e18960e2-3cb5-4113-bb23-0300e05d4c24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a HTTP/1.1" status: 200 len: 916 time: 0.1173978 Aug 09 15:52:58.955704 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bbab8a5f-533e-4b9f-8c3f-4b74dc9587ef tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.957058 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-bbab8a5f-533e-4b9f-8c3f-4b74dc9587ef tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230447 Aug 09 15:52:58.958603 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab8a5f-533e-4b9f-8c3f-4b74dc9587ef tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980b3cac-c510-4d43-b807-db297481ff5d,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:58.962535 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56834) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:58.962930 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:58.967886 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-d8b6702e-9eaa-44c6-9cdd-acbd4e52f6a5 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'security_group_rule': {'security_group_id': 'd883055f-da4d-49b1-a7cf-1ccccb76dcef', 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:58.993601 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': 'f9b2a989-139c-4139-8b49-51f699053c15', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'port_id': 'dd15c677-9726-4181-8768-d59423908412', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'mac_address': 'fa:16:3e:e3:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:57Z', 'updated_at': '2021-08-09T15:52:57Z', 'revision_number': 0, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:08Z', 'revision_number': 5, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:58.996836 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d8b6702e-9eaa-44c6-9cdd-acbd4e52f6a5 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.024347 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] Checking router: b38823d2-c5f0-43b1-814b-799f3e2c0443 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:52:59.026264 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-e08dc858-d347-4419-a8c7-a794e20305c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 200 len: 999 time: 0.0684712 Aug 09 15:52:59.032828 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] Routers {'b38823d2-c5f0-43b1-814b-799f3e2c0443'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:52:59.033446 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:52:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b38823d2-c5f0-43b1-814b-799f3e2c0443'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:59.063287 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d8b6702e-9eaa-44c6-9cdd-acbd4e52f6a5 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.067538 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d8b6702e-9eaa-44c6-9cdd-acbd4e52f6a5 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.088301 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6702e-9eaa-44c6-9cdd-acbd4e52f6a5 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97ac30b-89c0-4be5-894f-e924233f083a,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:59.089203 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-945f79ae-a86e-4cf1-a4fc-ef6a9e3941e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.090800 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-945f79ae-a86e-4cf1-a4fc-ef6a9e3941e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1dab30cd-f3d5-4167-8720-b92fe9407160 HTTP/1.1" status: 200 len: 853 time: 0.0501132 Aug 09 15:52:59.095307 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d8b6702e-9eaa-44c6-9cdd-acbd4e52f6a5 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.096877 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-d8b6702e-9eaa-44c6-9cdd-acbd4e52f6a5 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329007 Aug 09 15:52:59.099425 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56836) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:59.103841 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-b06d147f-5422-4e61-9121-b899c33d262f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'security_group_rule': {'security_group_id': 'd883055f-da4d-49b1-a7cf-1ccccb76dcef', 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:59.131138 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b06d147f-5422-4e61-9121-b899c33d262f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.150696 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-6b272763-c25e-4dea-9cd2-8425ca0087b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.152364 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-6b272763-c25e-4dea-9cd2-8425ca0087b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481913 Aug 09 15:52:59.154125 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] Set router b38823d2-c5f0-43b1-814b-799f3e2c0443 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:52:59.196953 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b06d147f-5422-4e61-9121-b899c33d262f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.201121 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b06d147f-5422-4e61-9121-b899c33d262f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.222646 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d147f-5422-4e61-9121-b899c33d262f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3e67f6-875c-44a6-aaaa-a2e6f9a59409,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:59.226936 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-b06d147f-5422-4e61-9121-b899c33d262f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.230728 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-b06d147f-5422-4e61-9121-b899c33d262f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277857 Aug 09 15:52:59.231197 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56838) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:59.235529 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-c7dafed5-6ac3-4505-a863-75ccba95ee95 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'security_group_rule': {'security_group_id': 'd883055f-da4d-49b1-a7cf-1ccccb76dcef', 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:59.258671 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-aa424894-55fb-4417-a14a-ef8fb28d9d80 service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962620 Aug 09 15:52:59.265088 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7dafed5-6ac3-4505-a863-75ccba95ee95 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.328052 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7dafed5-6ac3-4505-a863-75ccba95ee95 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.332395 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7dafed5-6ac3-4505-a863-75ccba95ee95 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.352615 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dafed5-6ac3-4505-a863-75ccba95ee95 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1b08b7-cd29-443a-8865-0ecb6b746c52,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:59.359135 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c7dafed5-6ac3-4505-a863-75ccba95ee95 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.360297 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c7dafed5-6ac3-4505-a863-75ccba95ee95 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284418 Aug 09 15:52:59.363161 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56840) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:59.367991 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-d6bc6926-8827-480e-a8b5-49841ad45c37 req-fe92bc17-9e93-4809-8cbf-061ab8e720f3 service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977173 Aug 09 15:52:59.368374 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-ae934999-4dff-42aa-aeb7-02b085c9be2d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'security_group_rule': {'security_group_id': 'd883055f-da4d-49b1-a7cf-1ccccb76dcef', 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:59.390879 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.securitygroups_db [None req-ae934999-4dff-42aa-aeb7-02b085c9be2d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Project e70aaf3e36cc43768ed61517adce2f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:52:59.395903 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ae934999-4dff-42aa-aeb7-02b085c9be2d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.401454 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': 'f9b2a989-139c-4139-8b49-51f699053c15', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'port_id': 'dd15c677-9726-4181-8768-d59423908412', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'mac_address': 'fa:16:3e:e3:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:57Z', 'updated_at': '2021-08-09T15:52:57Z', 'revision_number': 0, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:08Z', 'revision_number': 5, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:52:59.427639 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f757f8a7-f1de-4ffd-aa5b-a9d3ae74a9f1 None None] The sync data for ids ['b38823d2-c5f0-43b1-814b-799f3e2c0443'] in dv-cinder-788365-6-iscsi is: [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': 'f9b2a989-139c-4139-8b49-51f699053c15', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'port_id': 'dd15c677-9726-4181-8768-d59423908412', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'mac_address': 'fa:16:3e:e3:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:52:57Z', 'updated_at': '2021-08-09T15:52:57Z', 'revision_number': 0, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:08Z', 'revision_number': 5, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:52:59.461414 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ae934999-4dff-42aa-aeb7-02b085c9be2d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.465494 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ae934999-4dff-42aa-aeb7-02b085c9be2d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.483476 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae934999-4dff-42aa-aeb7-02b085c9be2d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176425e8-475e-4575-b896-d7ecab0991eb,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:59.489996 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-ae934999-4dff-42aa-aeb7-02b085c9be2d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.491284 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-ae934999-4dff-42aa-aeb7-02b085c9be2d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271667 Aug 09 15:52:59.494611 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56842) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:52:59.499273 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [None req-236e2ad8-c9ca-41d8-baea-ead3378fbef3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'security_group_rule': {'security_group_id': 'd883055f-da4d-49b1-a7cf-1ccccb76dcef', 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:59.521341 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.securitygroups_db [None req-236e2ad8-c9ca-41d8-baea-ead3378fbef3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Project e70aaf3e36cc43768ed61517adce2f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 09 15:52:59.526251 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-236e2ad8-c9ca-41d8-baea-ead3378fbef3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.595757 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-236e2ad8-c9ca-41d8-baea-ead3378fbef3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.599832 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-236e2ad8-c9ca-41d8-baea-ead3378fbef3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782663'] for security_group_rule, after_create {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.619901 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ba8aa-50cc-4902-a3e7-354b1b27b16f None None] New status for floating IP f9b2a989-139c-4139-8b49-51f699053c15: ACTIVE {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:52:59.621390 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e2ad8-c9ca-41d8-baea-ead3378fbef3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d10e25-47eb-40a9-92bc-07ae2d2ffbc0,revision_number=0']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:52:59.625049 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-236e2ad8-c9ca-41d8-baea-ead3378fbef3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:52:59.628977 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-236e2ad8-c9ca-41d8-baea-ead3378fbef3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306365 Aug 09 15:52:59.706618 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-955666dd-f06e-447f-97bc-09e764ced7ba req-0ec77424-212f-4a31-a1e7-98d49ca8d41f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109171481&fields=id&tenant_id=e70aaf3e36cc43768ed61517adce2f29 HTTP/1.1" status: 200 len: 267 time: 0.0347304 Aug 09 15:52:59.761609 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955666dd-f06e-447f-97bc-09e764ced7ba req-0f02c835-9729-430a-b701-e5f8564a8a2f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:52:59.763242 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-955666dd-f06e-447f-97bc-09e764ced7ba req-0f02c835-9729-430a-b701-e5f8564a8a2f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.0498779 Aug 09 15:52:59.775671 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-955666dd-f06e-447f-97bc-09e764ced7ba req-1dd68396-af68-404d-a448-a4dffbc176ce tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'port': {'security_groups': ['13d4b762-d278-45fc-bce9-72bfaae63494', 'd883055f-da4d-49b1-a7cf-1ccccb76dcef']}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:52:59.842132 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-955666dd-f06e-447f-97bc-09e764ced7ba req-1dd68396-af68-404d-a448-a4dffbc176ce tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.038629 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-955666dd-f06e-447f-97bc-09e764ced7ba req-1dd68396-af68-404d-a448-a4dffbc176ce tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] For port dd15c677-9726-4181-8768-d59423908412, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dd15c677-9726-4181-8768-d59423908412,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:53:00.067173 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-955666dd-f06e-447f-97bc-09e764ced7ba req-1dd68396-af68-404d-a448-a4dffbc176ce tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.072309 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-955666dd-f06e-447f-97bc-09e764ced7ba req-1dd68396-af68-404d-a448-a4dffbc176ce tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.086624 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['dd15c677-9726-4181-8768-d59423908412'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:00.113531 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955666dd-f06e-447f-97bc-09e764ced7ba req-1dd68396-af68-404d-a448-a4dffbc176ce tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:00.114243 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-955666dd-f06e-447f-97bc-09e764ced7ba req-1dd68396-af68-404d-a448-a4dffbc176ce tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.115603 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-955666dd-f06e-447f-97bc-09e764ced7ba req-1dd68396-af68-404d-a448-a4dffbc176ce tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "PUT /v2.0/ports/dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 200 len: 982 time: 0.3452520 Aug 09 15:53:00.140829 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd68396-af68-404d-a448-a4dffbc176ce tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'Port': ['ID=dd15c677-9726-4181-8768-d59423908412,revision_number=6']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:53:00.246736 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbaa9f-9063-4173-baa7-2de533dc634a req-44af1b03-a55a-4c0b-8126-b07e54d71aa1 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:00.248397 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d5cbaa9f-9063-4173-baa7-2de533dc634a req-44af1b03-a55a-4c0b-8126-b07e54d71aa1 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0571382 Aug 09 15:53:00.260580 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['dd15c677-9726-4181-8768-d59423908412'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:53:00.293334 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-d5cbaa9f-9063-4173-baa7-2de533dc634a req-759ea494-aaba-4b8c-bb9b-e00185a140a4 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363414 Aug 09 15:53:00.401618 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-d3fb129e-4660-4546-919d-29cf892f711a None None] Provisioning complete for port dd15c677-9726-4181-8768-d59423908412 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:53:00.401899 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d3fb129e-4660-4546-919d-29cf892f711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:00.693745 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'tag': 'dd15c677-9726-4181-8768-d59423908412'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:53:00.696703 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "tag": "dd15c677-9726-4181-8768-d59423908412"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:53:00.733590 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3120e656-d68d-44f7-9ae3-06b025d4657d x-openstack-request-id: req-3120e656-d68d-44f7-9ae3-06b025d4657d {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:53:00.734043 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "tag": "dd15c677-9726-4181-8768-d59423908412", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:53:00.734353 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3120e656-d68d-44f7-9ae3-06b025d4657d {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:53:00.734820 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'tag': 'dd15c677-9726-4181-8768-d59423908412', 'status': 'completed', 'code': 200} Aug 09 15:53:00.808459 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-9b88f5ea-ca45-473b-81d8-24fdc23c3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:00.810034 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-9b88f5ea-ca45-473b-81d8-24fdc23c3343 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e70aaf3e36cc43768ed61517adce2f29&device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 1138 time: 0.0430996 Aug 09 15:53:00.912097 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-a76a1a2c-346e-460b-ba27-66e7afd8e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:00.913720 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-a76a1a2c-346e-460b-ba27-66e7afd8e196 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a HTTP/1.1" status: 200 len: 916 time: 0.0895004 Aug 09 15:53:00.982173 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-5bda459a-7640-4594-90ed-420dd2a2910b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 200 len: 1001 time: 0.0573602 Aug 09 15:53:01.035640 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-22614d62-9c22-473f-ae24-a563b1e6dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.037081 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-22614d62-9c22-473f-ae24-a563b1e6dba2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1dab30cd-f3d5-4167-8720-b92fe9407160 HTTP/1.1" status: 200 len: 853 time: 0.0425041 Aug 09 15:53:01.091148 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-327482ba-2f39-4eba-8dad-42b71840e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:01.092587 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-327482ba-2f39-4eba-8dad-42b71840e621 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433991 Aug 09 15:53:01.183884 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-d449b2d2-e301-42ef-8d26-baaf0099ce37 service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820398 Aug 09 15:53:01.288658 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-fd8fb340-e3bf-4b0f-9c8f-46334d9833c6 req-e19a12bf-50f0-4c4a-9c5f-aa224e0b58c3 service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846930 Aug 09 15:53:07.129822 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:23.474301 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c96e6608-0ec7-4356-a377-1b7a3c833189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.076360 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-c58b4b02-c33e-4c52-afd5-38db7a2205f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:26.292442 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:27.223081 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:28.914661 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:33.328441 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:53:33.895297 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2e546-a562-4eec-a307-76756c0fb8c5 req-576bfcb5-34bd-4a64-948e-e3c2e98eceec tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:33.897394 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c7e2e546-a562-4eec-a307-76756c0fb8c5 req-576bfcb5-34bd-4a64-948e-e3c2e98eceec tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0530090 Aug 09 15:53:33.925671 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-e40e0b10-e1d7-4c50-b9e7-8717f5f39e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:33.927197 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-e40e0b10-e1d7-4c50-b9e7-8717f5f39e8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e70aaf3e36cc43768ed61517adce2f29&device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 1138 time: 0.0415134 Aug 09 15:53:33.938774 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-c7e2e546-a562-4eec-a307-76756c0fb8c5 req-03d08142-72e6-4c23-a518-aed9ec4de356 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350561 Aug 09 15:53:34.019732 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-c29e2d3d-8a04-48b6-9621-a5b23e726b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:34.021972 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-c29e2d3d-8a04-48b6-9621-a5b23e726b15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a HTTP/1.1" status: 200 len: 916 time: 0.0846884 Aug 09 15:53:34.091948 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-f7e1dce4-91dd-45ce-bd2b-7bb687dce8b6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 200 len: 1001 time: 0.0605967 Aug 09 15:53:34.141327 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-f99755e0-a582-4714-afca-05530a24b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:34.142982 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-f99755e0-a582-4714-afca-05530a24b005 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1dab30cd-f3d5-4167-8720-b92fe9407160 HTTP/1.1" status: 200 len: 853 time: 0.0418439 Aug 09 15:53:34.190051 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-2f39146a-b382-4da2-880d-01545cb91757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:34.191538 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-2f39146a-b382-4da2-880d-01545cb91757 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395849 Aug 09 15:53:34.290209 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-2085996c-558a-401b-96d9-2f5d21031bbd service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865533 Aug 09 15:53:34.381670 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-1d3b908c-031a-40c0-8ef3-327b7e06851c req-7b79132f-05fb-455c-be42-b45e05bc5765 service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817795 Aug 09 15:53:35.058391 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e821fc-8799-4675-9ef4-0f9c667651f7 req-085a1153-ee0b-4dfb-8bdd-caeeff5577e2 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:35.060006 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-12e821fc-8799-4675-9ef4-0f9c667651f7 req-085a1153-ee0b-4dfb-8bdd-caeeff5577e2 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0515893 Aug 09 15:53:35.112970 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-12e821fc-8799-4675-9ef4-0f9c667651f7 req-65555e99-b06c-4c83-b635-06ffcbf76ef2 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464654 Aug 09 15:53:36.228921 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccbe60-192b-4382-9055-88822f106d2b req-90389db0-4156-4ea0-8b35-cd862640b9d1 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:36.230404 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a0ccbe60-192b-4382-9055-88822f106d2b req-90389db0-4156-4ea0-8b35-cd862640b9d1 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0489421 Aug 09 15:53:36.269526 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a0ccbe60-192b-4382-9055-88822f106d2b req-2eee27ee-fddb-4fe7-8fd4-300f8015275d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331964 Aug 09 15:53:37.147013 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:37.385146 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1dcef-4d3b-4421-9e0b-2012f0794391 req-6135cc67-1b48-467d-b2e5-5d52426cdcd7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:37.386607 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-37e1dcef-4d3b-4421-9e0b-2012f0794391 req-6135cc67-1b48-467d-b2e5-5d52426cdcd7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0508919 Aug 09 15:53:37.425297 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-37e1dcef-4d3b-4421-9e0b-2012f0794391 req-b9c3b1c3-d059-42f0-8ccc-c036bd71ff09 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325272 Aug 09 15:53:38.538381 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003d571-d1a1-4751-90b1-a6c0eec1dfa3 req-48890f99-8499-4acb-83da-a4c13a2a333d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:38.539860 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8003d571-d1a1-4751-90b1-a6c0eec1dfa3 req-48890f99-8499-4acb-83da-a4c13a2a333d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0489070 Aug 09 15:53:38.579333 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8003d571-d1a1-4751-90b1-a6c0eec1dfa3 req-b44fac65-bdf6-4cf4-b229-670a470be957 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334964 Aug 09 15:53:39.693825 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148ea4a-94ef-4c1a-bb87-296660f3f1c9 req-8f437016-62d7-4464-b681-5e75ac37a181 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:39.695357 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5148ea4a-94ef-4c1a-bb87-296660f3f1c9 req-8f437016-62d7-4464-b681-5e75ac37a181 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0498075 Aug 09 15:53:39.735754 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5148ea4a-94ef-4c1a-bb87-296660f3f1c9 req-999a99cd-e097-4e73-b153-1fdbd5b6f2b2 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344498 Aug 09 15:53:39.781258 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-5f93df46-e483-4c8d-9ae1-3e87f7581829 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446177 Aug 09 15:53:39.881460 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-9674bcfb-c716-44ea-ba49-298d567d718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:39.882914 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-9674bcfb-c716-44ea-ba49-298d567d718c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0397892 Aug 09 15:53:39.987011 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-bc57ca8e-a2ac-4d63-8bb1-4ab1f54d6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:39.988469 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-bc57ca8e-a2ac-4d63-8bb1-4ab1f54d6165 service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.0817981 Aug 09 15:53:40.057914 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-41f0e16d-583a-43a5-aa34-bdbfa30913d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99 HTTP/1.1" status: 200 len: 1001 time: 0.0596955 Aug 09 15:53:40.112012 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-d01fcd34-61dc-4c55-9554-db647b87014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:40.113481 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-d01fcd34-61dc-4c55-9554-db647b87014a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0458131 Aug 09 15:53:40.163643 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-d119ed96-9efe-4763-9a6d-2dfbe900fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:40.165111 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-d119ed96-9efe-4763-9a6d-2dfbe900fd5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394893 Aug 09 15:53:40.263967 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-2c3530d7-db46-445f-93bb-2dcdee47414c service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833027 Aug 09 15:53:40.355122 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-5ee77d40-0d3b-4786-bf3f-cb3bc40a2b95 req-5a426425-1755-4f52-ad81-66ccc5568d05 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793676 Aug 09 15:53:40.852586 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42521ee2-f818-4645-8005-9f029deedf1c req-b2f877d7-0d93-4301-9c17-455cd2dbf95e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:40.854078 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-42521ee2-f818-4645-8005-9f029deedf1c req-b2f877d7-0d93-4301-9c17-455cd2dbf95e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0533149 Aug 09 15:53:40.893576 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-42521ee2-f818-4645-8005-9f029deedf1c req-8045122e-3abb-4e52-ab73-ce9cbf0150dd tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336103 Aug 09 15:53:42.009510 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171108c-4058-4e8e-80bf-7bcef2651b6c req-0b87eab1-f686-4110-ac47-a87a26481999 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:42.011004 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0171108c-4058-4e8e-80bf-7bcef2651b6c req-0b87eab1-f686-4110-ac47-a87a26481999 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0492959 Aug 09 15:53:42.050021 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-0171108c-4058-4e8e-80bf-7bcef2651b6c req-79cd126a-6ef8-4c69-9e71-47526466415e tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328832 Aug 09 15:53:43.162709 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ef072-d2f3-49ec-bba8-d994674bd318 req-43cf4fcb-0c1e-4617-a841-c347c5ddd905 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:43.164208 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-531ef072-d2f3-49ec-bba8-d994674bd318 req-43cf4fcb-0c1e-4617-a841-c347c5ddd905 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0500591 Aug 09 15:53:43.203867 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-531ef072-d2f3-49ec-bba8-d994674bd318 req-90d803c0-cd4e-4f54-8ff9-d3cb1e10af98 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336301 Aug 09 15:53:44.322501 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e45f2e-6512-445f-8103-716efa807a89 req-69e742ad-afd7-483c-b403-0e04dba65f71 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:44.323981 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-47e45f2e-6512-445f-8103-716efa807a89 req-69e742ad-afd7-483c-b403-0e04dba65f71 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0517569 Aug 09 15:53:44.363377 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-47e45f2e-6512-445f-8103-716efa807a89 req-332d0021-575c-4781-8a78-10ead9d52b80 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334201 Aug 09 15:53:45.476932 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3097ad-5d29-4dde-9c13-9dde79aa67ab req-f038a8a4-ca3f-4147-af90-159cb01ed090 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:45.478405 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5e3097ad-5d29-4dde-9c13-9dde79aa67ab req-f038a8a4-ca3f-4147-af90-159cb01ed090 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0487792 Aug 09 15:53:45.517670 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5e3097ad-5d29-4dde-9c13-9dde79aa67ab req-77275745-92e6-4cef-b0ac-e5d46823c2c9 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333838 Aug 09 15:53:46.630834 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf5f2-5a06-4c98-8438-024582241e5c req-6d931c56-ea88-47dd-a82f-804b54600ce7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:46.632319 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-844bf5f2-5a06-4c98-8438-024582241e5c req-6d931c56-ea88-47dd-a82f-804b54600ce7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0481861 Aug 09 15:53:46.670370 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-844bf5f2-5a06-4c98-8438-024582241e5c req-2bd3d223-54b2-4e24-be02-27f3027b5f44 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320218 Aug 09 15:53:47.788509 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7783909-86e0-4ffe-9789-5ff9a5a86c03 req-9e693bce-0154-4693-88ec-2ec77db6b901 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:47.790008 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e7783909-86e0-4ffe-9789-5ff9a5a86c03 req-9e693bce-0154-4693-88ec-2ec77db6b901 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0531321 Aug 09 15:53:47.828499 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-e7783909-86e0-4ffe-9789-5ff9a5a86c03 req-ed0020f8-e3e4-4e48-9259-6d67305f9b91 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326171 Aug 09 15:53:48.950305 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c36890-0ac3-423c-8506-c56b17569c3a req-635d7c6f-1c9d-461e-bc9e-6fceb4db9968 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:48.951820 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-98c36890-0ac3-423c-8506-c56b17569c3a req-635d7c6f-1c9d-461e-bc9e-6fceb4db9968 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0548413 Aug 09 15:53:48.992654 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-98c36890-0ac3-423c-8506-c56b17569c3a req-efefe4f5-647d-451a-9372-9ea7fb434bd7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347741 Aug 09 15:53:50.107175 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2ce54-ad0a-424c-b2d0-6f7c93aa9124 req-3b0296b2-25a0-4f03-bfca-ec62719e4ca7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:50.108585 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-29a2ce54-ad0a-424c-b2d0-6f7c93aa9124 req-3b0296b2-25a0-4f03-bfca-ec62719e4ca7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0479248 Aug 09 15:53:50.148966 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-29a2ce54-ad0a-424c-b2d0-6f7c93aa9124 req-9f49d4cc-db8a-4892-a2bc-e45435fa6cd2 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342968 Aug 09 15:53:51.271411 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd54bc9-1e21-4086-b884-12918f260f97 req-a4a9d5c1-bebc-4a34-8e75-53d139cf1928 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:53:51.272844 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3dd54bc9-1e21-4086-b884-12918f260f97 req-a4a9d5c1-bebc-4a34-8e75-53d139cf1928 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0540686 Aug 09 15:53:51.314517 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-3dd54bc9-1e21-4086-b884-12918f260f97 req-a6194937-aaba-460c-97e4-3e2bdef87b0f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&id=d883055f-da4d-49b1-a7cf-1ccccb76dcef&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355921 Aug 09 15:53:53.475699 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-7e3894be-dac2-49ea-a410-2b20d85205a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.075711 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f3a1-7a8e-45d1-8d9f-d87b83af534e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:56.292188 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:57.224210 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:53:58.917708 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:07.163206 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:10.326202 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:54:23.476299 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-cf170536-7dba-476a-a244-741c50b0a0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:26.076215 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-784f3dda-89b4-4747-b37b-add04ee29f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:26.292560 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:27.226296 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:28.920533 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:33.804105 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-b4156def-f108-46cf-b73f-24b76e2f6a21 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2109171481&fields=id&tenant_id=e70aaf3e36cc43768ed61517adce2f29 HTTP/1.1" status: 200 len: 267 time: 0.0332198 Aug 09 15:54:33.856222 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-efc3f5fd-b9bf-488a-8a5c-ad59f97a74a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:33.857730 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-efc3f5fd-b9bf-488a-8a5c-ad59f97a74a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 985 time: 0.0481150 Aug 09 15:54:33.868851 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.v2.base [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Request body: {'port': {'security_groups': ['13d4b762-d278-45fc-bce9-72bfaae63494']}} {{(pid=99999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 09 15:54:33.935780 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1798380'] for port, before_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.113433 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] For port dd15c677-9726-4181-8768-d59423908412, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dd15c677-9726-4181-8768-d59423908412,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:34.149102 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for port, precommit_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.154740 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748354232989', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748353846263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748353843725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12776125'] for port, after_update {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.167044 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['dd15c677-9726-4181-8768-d59423908412'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:34.196614 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:34.197294 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.198705 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-7571f361-05ac-452d-bbb2-75f388582cb4 req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "PUT /v2.0/ports/dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 200 len: 943 time: 0.3344612 Aug 09 15:54:34.201369 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'tag': 'dd15c677-9726-4181-8768-d59423908412'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:34.204912 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 56942) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:34.226985 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b072c7d6-8533-478d-ac17-65e30519d0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "tag": "dd15c677-9726-4181-8768-d59423908412"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:34.275075 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event updated for resources: {'Port': ['ID=dd15c677-9726-4181-8768-d59423908412,revision_number=7']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:34.284559 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.285129 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.285539 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.285879 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.286280 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.286751 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.287116 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.287465 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.287797 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.288107 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.288735 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.289040 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfc6428-0eb7-4f17-b73c-1f6aebaac0a7 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.289217 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.297216 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97d7ca4-b1b4-4d57-9894-a14fdbb418d6 x-openstack-request-id: req-a97d7ca4-b1b4-4d57-9894-a14fdbb418d6 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:34.297520 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "tag": "dd15c677-9726-4181-8768-d59423908412", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:34.297769 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a97d7ca4-b1b4-4d57-9894-a14fdbb418d6 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:34.298163 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'tag': 'dd15c677-9726-4181-8768-d59423908412', 'status': 'completed', 'code': 200} Aug 09 15:54:34.331368 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.333917 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['dd15c677-9726-4181-8768-d59423908412'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:34.395928 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-7cebfc4f-b05d-435a-98d4-3b403abf39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:34.397613 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-7cebfc4f-b05d-435a-98d4-3b403abf39d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e70aaf3e36cc43768ed61517adce2f29&device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 1099 time: 0.0607631 Aug 09 15:54:34.515547 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-0adce18c-d1a8-4bd6-b337-c0abff260602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:34.517133 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-0adce18c-d1a8-4bd6-b337-c0abff260602 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a HTTP/1.1" status: 200 len: 916 time: 0.1072266 Aug 09 15:54:34.518076 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.521417 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.525315 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "DELETE /v2.0/security-groups/d883055f-da4d-49b1-a7cf-1ccccb76dcef HTTP/1.1" status: 204 len: 168 time: 0.3193860 Aug 09 15:54:34.525476 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56946) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:34.536796 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d883055f-da4d-49b1-a7cf-1ccccb76dcef,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:34.542027 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.provisioning_blocks [None req-ed56e38f-8e0d-41cc-b401-dbe2ea47dd6f None None] Provisioning complete for port dd15c677-9726-4181-8768-d59423908412 triggered by entity DHCP. {{(pid=100000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 09 15:54:34.542695 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ed56e38f-8e0d-41cc-b401-dbe2ea47dd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1764271'] for port, provisioning_complete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.582691 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.583088 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.583407 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.583732 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.584062 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.584400 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.584748 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.585116 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.585624 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.585963 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.586297 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.586627 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc59cb7-07a1-4afc-9bc3-1c16a2a341a8 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=99998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:34.616931 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-16f665b7-bc0e-4b3a-b4a3-9662e77fba72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 200 len: 1001 time: 0.0821984 Aug 09 15:54:34.673914 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-8f5d105f-b3a1-4b96-85f4-09004d632531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:34.675466 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-8f5d105f-b3a1-4b96-85f4-09004d632531 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1dab30cd-f3d5-4167-8720-b92fe9407160 HTTP/1.1" status: 200 len: 853 time: 0.0491650 Aug 09 15:54:34.713411 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Deleting port 0597e602-9527-4ff8-a32e-2514cc11a108 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:34.713804 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.727667 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-5922740c-c4ad-4a75-ad6d-b16f31131d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:34.729485 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-5922740c-c4ad-4a75-ad6d-b16f31131d32 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445235 Aug 09 15:54:34.794206 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.794543 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.807209 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Calling delete_port for 0597e602-9527-4ff8-a32e-2514cc11a108 owned by network:floatingip {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:34.828373 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-fbcc4338-5108-47bd-b1e9-47a95aa8ccd7 service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873451 Aug 09 15:54:34.923600 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-b072c7d6-8533-478d-ac17-65e30519d0e1 req-2d1e9e2a-c7c3-40f8-ad0b-390f37787bf3 service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844123 Aug 09 15:54:34.960777 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:34.988231 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event deleted for resources: {'Port': ['ID=0597e602-9527-4ff8-a32e-2514cc11a108,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:35.046016 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks [] for floatingip, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.046265 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Floating IP f9b2a989-139c-4139-8b49-51f699053c15 disassociated (deleted). External IP: 172.27.3.89, port: dd15c677-9726-4181-8768-d59423908412. Aug 09 15:54:35.247903 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Router b38823d2-c5f0-43b1-814b-799f3e2c0443 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:35.353968 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:35.358637 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:35.364017 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] Sync routers for ids ['b38823d2-c5f0-43b1-814b-799f3e2c0443'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:35.372403 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] Routers {'b38823d2-c5f0-43b1-814b-799f3e2c0443'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:35.373044 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b38823d2-c5f0-43b1-814b-799f3e2c0443'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:35.386660 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-8656cda4-5986-4046-99da-39161a364883 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "DELETE /v2.0/floatingips/f9b2a989-139c-4139-8b49-51f699053c15 HTTP/1.1" status: 204 len: 168 time: 0.8598473 Aug 09 15:54:35.478964 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] Set router b38823d2-c5f0-43b1-814b-799f3e2c0443 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:35.694270 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:08Z', 'revision_number': 5, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:35.723926 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] Checking router: b38823d2-c5f0-43b1-814b-799f3e2c0443 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:35.732126 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] Routers {'b38823d2-c5f0-43b1-814b-799f3e2c0443'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:35.732764 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b38823d2-c5f0-43b1-814b-799f3e2c0443'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:35.833588 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] Set router b38823d2-c5f0-43b1-814b-799f3e2c0443 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:36.024775 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:08Z', 'revision_number': 5, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:36.049741 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aeac76-0735-47a6-a6d1-5a634c59ecf7 None None] The sync data for ids ['b38823d2-c5f0-43b1-814b-799f3e2c0443'] in dv-cinder-788365-6-iscsi is: [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:02Z', 'revision_number': 4, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '9a20b291-cbec-408b-835f-ad8eef6b87f2', 'name': '', 'network_id': '4c6e0164-0d12-4959-8e0c-a5bb66aaf00a', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'mac_address': 'fa:16:3e:cb:56:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:02Z', 'updated_at': '2021-08-09T15:52:08Z', 'revision_number': 5, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'subnets': [{'id': '1dab30cd-f3d5-4167-8720-b92fe9407160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:36.265227 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cced96a-33bf-4613-b3fd-06242e5b035f None None] New status for floating IP f9b2a989-139c-4139-8b49-51f699053c15: DOWN {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:54:36.299958 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'tag': 'dd15c677-9726-4181-8768-d59423908412'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:36.303063 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "tag": "dd15c677-9726-4181-8768-d59423908412"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:36.341561 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4312b2c5-a343-466b-8aef-7662ec87ad2b x-openstack-request-id: req-4312b2c5-a343-466b-8aef-7662ec87ad2b {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:36.341848 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "tag": "dd15c677-9726-4181-8768-d59423908412", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:36.342099 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4312b2c5-a343-466b-8aef-7662ec87ad2b {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:36.342497 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'tag': 'dd15c677-9726-4181-8768-d59423908412', 'status': 'completed', 'code': 200} Aug 09 15:54:36.415093 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-992190b0-24c5-4088-bec7-32a51f66e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.416520 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-992190b0-24c5-4088-bec7-32a51f66e5a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e70aaf3e36cc43768ed61517adce2f29&device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 1099 time: 0.0461357 Aug 09 15:54:36.507298 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-257a34be-1c10-4980-953a-7a0a7328f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.508768 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-257a34be-1c10-4980-953a-7a0a7328f3f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a HTTP/1.1" status: 200 len: 916 time: 0.0815997 Aug 09 15:54:36.560397 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-6b815598-4d06-4485-80c9-9b7ed6c1c6c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 200 len: 217 time: 0.0386059 Aug 09 15:54:36.613932 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-b9d640d8-b442-4889-a758-a0f946c2df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.615404 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-b9d640d8-b442-4889-a758-a0f946c2df04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1dab30cd-f3d5-4167-8720-b92fe9407160 HTTP/1.1" status: 200 len: 853 time: 0.0444593 Aug 09 15:54:36.662224 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-9805f63b-89a5-4e40-8b04-672049508c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:36.663726 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-9805f63b-89a5-4e40-8b04-672049508c9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401158 Aug 09 15:54:36.758829 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-8839ff23-e58a-460f-9105-1ecfbbdd6a64 service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860593 Aug 09 15:54:36.853925 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-3942093c-9d2a-4ad2-8eb3-d3ef9b3a2a2a req-e6cd992b-a4d0-4c1f-8107-82920fb460d5 service neutron] 10.222.0.44 "GET /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863943 Aug 09 15:54:37.164105 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:38.099703 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9fba6-021a-46da-9a68-a9d75dbca48b req-c3d396da-f265-466b-ad59-2e8f36721da3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:38.101213 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-34b9fba6-021a-46da-9a68-a9d75dbca48b req-c3d396da-f265-466b-ad59-2e8f36721da3 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.0486524 Aug 09 15:54:38.137734 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-34b9fba6-021a-46da-9a68-a9d75dbca48b req-43f8a103-89dc-42a6-a84d-7b8ceacbec2d tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Aug 09 15:54:39.258167 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91428d7d-745b-42ad-887a-6f30b49125fe req-1c6c5e87-f947-47ab-aa6f-8a7b0b1aa0e0 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.259577 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-91428d7d-745b-42ad-887a-6f30b49125fe req-1c6c5e87-f947-47ab-aa6f-8a7b0b1aa0e0 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.0535781 Aug 09 15:54:39.296309 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-91428d7d-745b-42ad-887a-6f30b49125fe req-4d69de60-5c7d-4e3b-ad99-5f5e6a1aaa04 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Aug 09 15:54:39.752968 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-4dfec02d-48e3-4c3e-891e-dfbf515bc45a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387738 Aug 09 15:54:39.823089 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-64c21f2b-3da6-4503-b821-0cb2344d947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.824567 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-64c21f2b-3da6-4503-b821-0cb2344d947c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 1099 time: 0.0441449 Aug 09 15:54:39.931567 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-a3b3c2be-c7d3-4b80-89b1-d5865889b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:39.933052 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-a3b3c2be-c7d3-4b80-89b1-d5865889b707 service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.0820348 Aug 09 15:54:39.979470 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 56982) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:40.007731 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-3f920eec-f1a7-4bed-8791-d825aa9b4d47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=426f2f71-327d-4df2-80bb-6b79a47135cc HTTP/1.1" status: 200 len: 1001 time: 0.0618732 Aug 09 15:54:40.058133 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-ac910b67-4412-4871-92e6-2c4686e024e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.059579 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-ac910b67-4412-4871-92e6-2c4686e024e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0420725 Aug 09 15:54:40.112171 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-cf35fe50-f7ef-4609-9396-605c5d549c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.114200 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-cf35fe50-f7ef-4609-9396-605c5d549c86 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405188 Aug 09 15:54:40.136073 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Deleting port 601c9d61-2759-422b-a6e6-e1f299e6e902 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:40.136395 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.207726 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.208139 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.210250 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-cf85da80-b3bf-4828-842d-b92ab921e22d service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843952 Aug 09 15:54:40.219130 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Calling delete_port for 601c9d61-2759-422b-a6e6-e1f299e6e902 owned by network:floatingip {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:40.307153 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-dc02c0d2-5cc0-49b3-8a75-3137334a5f98 req-60747a87-2165-4430-8bb6-36a04d75be26 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835359 Aug 09 15:54:40.369385 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.380395 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-c96d6262-4f77-48a9-8713-2ac506747f56 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.383456 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-c96d6262-4f77-48a9-8713-2ac506747f56 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.0545914 Aug 09 15:54:40.404744 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event deleted for resources: {'Port': ['ID=601c9d61-2759-422b-a6e6-e1f299e6e902,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:40.479458 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-241e8363-b086-48e2-8e3b-7fbb6d5dc002 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Deleting port dd15c677-9726-4181-8768-d59423908412 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:40.479796 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-241e8363-b086-48e2-8e3b-7fbb6d5dc002 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.488198 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3ccc9-d0a5-4357-9c2a-c0a6609329d2 req-881e1184-970f-4da5-b042-c330f15b34c9 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:40.489702 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8cd3ccc9-d0a5-4357-9c2a-c0a6609329d2 req-881e1184-970f-4da5-b042-c330f15b34c9 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/ports?device_id=0fe9705d-46ff-4f7e-8a14-18566cf6fdcd HTTP/1.1" status: 200 len: 946 time: 0.1121647 Aug 09 15:54:40.497412 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.497818 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Floating IP f26ee984-b692-4dfc-934c-757c08d2ea6a disassociated (deleted). External IP: 172.27.3.57, port: 426f2f71-327d-4df2-80bb-6b79a47135cc. Aug 09 15:54:40.571424 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-241e8363-b086-48e2-8e3b-7fbb6d5dc002 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] For port dd15c677-9726-4181-8768-d59423908412, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=dd15c677-9726-4181-8768-d59423908412,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:40.571705 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-241e8363-b086-48e2-8e3b-7fbb6d5dc002 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.585591 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-241e8363-b086-48e2-8e3b-7fbb6d5dc002 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Calling delete_port for dd15c677-9726-4181-8768-d59423908412 owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:40.723836 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-241e8363-b086-48e2-8e3b-7fbb6d5dc002 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.736018 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] get_ports_and_sgs() called for port_ids ['dd15c677-9726-4181-8768-d59423908412'] {{(pid=100000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 09 15:54:40.753905 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e8363-b086-48e2-8e3b-7fbb6d5dc002 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Pushing event deleted for resources: {'Port': ['ID=dd15c677-9726-4181-8768-d59423908412,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:40.800484 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-241e8363-b086-48e2-8e3b-7fbb6d5dc002 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] No DVR routers for this DVR port dd15c677-9726-4181-8768-d59423908412 on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:40.802984 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-241e8363-b086-48e2-8e3b-7fbb6d5dc002 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:40.805007 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-f7baca92-414f-4026-b8aa-d99d8afd98c3 req-241e8363-b086-48e2-8e3b-7fbb6d5dc002 tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.44 "DELETE /v2.0/ports/dd15c677-9726-4181-8768-d59423908412 HTTP/1.1" status: 204 len: 173 time: 0.4151304 Aug 09 15:54:40.805443 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'name': 'network-vif-deleted', 'tag': 'dd15c677-9726-4181-8768-d59423908412'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:40.807879 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d0f8f-b0ba-4e37-9308-2765be26cf05" -d '{"events": [{"server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "name": "network-vif-deleted", "tag": "dd15c677-9726-4181-8768-d59423908412"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:40.827967 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-8cd3ccc9-d0a5-4357-9c2a-c0a6609329d2 req-c5949609-ef2c-4c23-bbae-d9bfcdafaf8f tempest-TestMinimumBasicScenario-132419874 tempest-TestMinimumBasicScenario-132419874-project] 10.222.0.10 "GET /v2.0/security-groups?id=13d4b762-d278-45fc-bce9-72bfaae63494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316476 Aug 09 15:54:40.853839 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3889a8d7-facf-4213-afbd-b02feaca36ca x-openstack-request-id: req-3889a8d7-facf-4213-afbd-b02feaca36ca {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:40.853839 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe9705d-46ff-4f7e-8a14-18566cf6fdcd", "name": "network-vif-deleted", "tag": "dd15c677-9726-4181-8768-d59423908412", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:40.853839 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3889a8d7-facf-4213-afbd-b02feaca36ca {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:40.853839 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe9705d-46ff-4f7e-8a14-18566cf6fdcd', 'name': 'network-vif-deleted', 'tag': 'dd15c677-9726-4181-8768-d59423908412', 'status': 'completed', 'code': 200} Aug 09 15:54:40.985289 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Router 7d148f77-cc1f-4c2a-84e5-0af4670e837d has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:41.089516 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:41.094390 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:41.101890 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] Sync routers for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:41.111290 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:41.111940 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:41.124846 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-24fdb82e-6a1a-491c-ba7a-b1c6f67b8956 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "DELETE /v2.0/floatingips/f26ee984-b692-4dfc-934c-757c08d2ea6a HTTP/1.1" status: 204 len: 168 time: 1.1419446 Aug 09 15:54:41.124846 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'tag': '426f2f71-327d-4df2-80bb-6b79a47135cc'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:41.133250 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b24d7b5-c021-4e6a-a257-76fc79e19668" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6c38cc-595e-4693-9737-c44cddd81b5b", "tag": "426f2f71-327d-4df2-80bb-6b79a47135cc"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:41.185103 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc53a941-5295-41f5-93c9-7687739427a7 x-openstack-request-id: req-dc53a941-5295-41f5-93c9-7687739427a7 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:41.185666 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6c38cc-595e-4693-9737-c44cddd81b5b", "tag": "426f2f71-327d-4df2-80bb-6b79a47135cc", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:41.186107 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc53a941-5295-41f5-93c9-7687739427a7 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:41.187060 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'tag': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'status': 'completed', 'code': 200} Aug 09 15:54:41.248553 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:41.308055 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-b254e773-ae2f-4dc0-8320-b72b265babaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.310352 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-b254e773-ae2f-4dc0-8320-b72b265babaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 1099 time: 0.0782225 Aug 09 15:54:41.404080 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8c6af-9f39-411f-9849-68b2af0ddd67 req-6af8fc4e-3872-496b-a469-c6ebb916d555 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.407738 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b6d8c6af-9f39-411f-9849-68b2af0ddd67 req-6af8fc4e-3872-496b-a469-c6ebb916d555 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 946 time: 0.0737181 Aug 09 15:54:41.431594 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-a818cf9c-65ca-4235-8b77-9c5921dd0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.433086 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-a818cf9c-65ca-4235-8b77-9c5921dd0980 service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.1104634 Aug 09 15:54:41.462824 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-b6d8c6af-9f39-411f-9849-68b2af0ddd67 req-82b77ea4-936f-468a-8585-74c4e5678fd9 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475109 Aug 09 15:54:41.487070 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-53e2d330-8768-497e-9b2e-e6ddb052ab54 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=426f2f71-327d-4df2-80bb-6b79a47135cc HTTP/1.1" status: 200 len: 217 time: 0.0422118 Aug 09 15:54:41.516844 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '5f5b7839-fc59-4375-866d-8a5cd8794527', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:10:b0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 1, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:41.541356 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-5476ffe9-bd57-45af-9555-f6a4cb02d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.542802 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-5476ffe9-bd57-45af-9555-f6a4cb02d390 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0433214 Aug 09 15:54:41.542925 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] Checking router: 7d148f77-cc1f-4c2a-84e5-0af4670e837d for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:41.550955 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:41.551548 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:41.592685 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-5f77b9d0-5340-42c4-a0da-5219fd192242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:41.594183 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-5f77b9d0-5340-42c4-a0da-5219fd192242 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388761 Aug 09 15:54:41.656770 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:41.699164 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-8206c05f-0e89-4815-9fb0-60af9af4e642 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901456 Aug 09 15:54:41.788230 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-0b24d7b5-c021-4e6a-a257-76fc79e19668 req-5ff9872a-fe7e-47d5-a662-af6629aaa72c service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796971 Aug 09 15:54:42.000661 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '5f5b7839-fc59-4375-866d-8a5cd8794527', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:10:b0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 1, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:42.026889 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cb957b-b3d9-4230-866b-b6708a65f5c3 None None] The sync data for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi is: [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_floatingips': [{'id': '5f5b7839-fc59-4375-866d-8a5cd8794527', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'router_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'port_id': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'mac_address': 'fa:16:3e:10:b0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-09T15:49:33Z', 'updated_at': '2021-08-09T15:49:35Z', 'revision_number': 1, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:42.234275 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd77b81a-65d3-47b8-8c0c-0100376e824b None None] New status for floating IP f26ee984-b692-4dfc-934c-757c08d2ea6a: DOWN {{(pid=100001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:54:42.577730 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d18fad-a359-417c-8679-9e9626c50362 req-59e9c056-7638-4ba9-a77e-c6377416630f tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:42.579102 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25d18fad-a359-417c-8679-9e9626c50362 req-59e9c056-7638-4ba9-a77e-c6377416630f tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 946 time: 0.0469766 Aug 09 15:54:42.617206 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-25d18fad-a359-417c-8679-9e9626c50362 req-36ca07c3-4ddd-4c2c-8e36-df5a8fb6ab5c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312798 Aug 09 15:54:43.245366 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-e67e57b8-6a4c-4628-9b2d-a19d140dcc89 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:43.246817 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-e67e57b8-6a4c-4628-9b2d-a19d140dcc89 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 946 time: 0.0483599 Aug 09 15:54:43.348199 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-4bcb0034-f44b-4a7a-a1fa-f5a38367cb29 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Deleting port 426f2f71-327d-4df2-80bb-6b79a47135cc {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:43.348549 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-4bcb0034-f44b-4a7a-a1fa-f5a38367cb29 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.442321 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-4bcb0034-f44b-4a7a-a1fa-f5a38367cb29 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] For port 426f2f71-327d-4df2-80bb-6b79a47135cc, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=426f2f71-327d-4df2-80bb-6b79a47135cc,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:43.442699 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-4bcb0034-f44b-4a7a-a1fa-f5a38367cb29 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.461068 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-4bcb0034-f44b-4a7a-a1fa-f5a38367cb29 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Calling delete_port for 426f2f71-327d-4df2-80bb-6b79a47135cc owned by compute:nova {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:43.590573 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-4bcb0034-f44b-4a7a-a1fa-f5a38367cb29 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.604918 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57048) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:43.619270 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb0034-f44b-4a7a-a1fa-f5a38367cb29 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event deleted for resources: {'Port': ['ID=426f2f71-327d-4df2-80bb-6b79a47135cc,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:43.675701 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-4bcb0034-f44b-4a7a-a1fa-f5a38367cb29 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] No DVR routers for this DVR port 426f2f71-327d-4df2-80bb-6b79a47135cc on host hv-cinder-78836 {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:43.680559 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-4bcb0034-f44b-4a7a-a1fa-f5a38367cb29 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:43.684925 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-509faad7-e30e-4d2a-94e0-d7f5b3762f1f req-4bcb0034-f44b-4a7a-a1fa-f5a38367cb29 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "DELETE /v2.0/ports/426f2f71-327d-4df2-80bb-6b79a47135cc HTTP/1.1" status: 204 len: 173 time: 0.4300263 Aug 09 15:54:43.685380 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'name': 'network-vif-deleted', 'tag': '426f2f71-327d-4df2-80bb-6b79a47135cc'}] {{(pid=99998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:43.687627 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e75443ad33dba6fb786e111372d95c028ff6b766130dae966048330cdb67bf59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b165710-c41e-4ec6-a83c-aa1ac38a9b63" -d '{"events": [{"server_uuid": "dd6c38cc-595e-4693-9737-c44cddd81b5b", "name": "network-vif-deleted", "tag": "426f2f71-327d-4df2-80bb-6b79a47135cc"}]}' {{(pid=99998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:43.730334 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b1fca2-e189-4c95-870e-0c14b02cc9a2 x-openstack-request-id: req-a0b1fca2-e189-4c95-870e-0c14b02cc9a2 {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:43.730635 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6c38cc-595e-4693-9737-c44cddd81b5b", "name": "network-vif-deleted", "tag": "426f2f71-327d-4df2-80bb-6b79a47135cc", "status": "completed", "code": 200}]} {{(pid=99998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:43.730889 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0b1fca2-e189-4c95-870e-0c14b02cc9a2 {{(pid=99998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:43.731288 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6c38cc-595e-4693-9737-c44cddd81b5b', 'name': 'network-vif-deleted', 'tag': '426f2f71-327d-4df2-80bb-6b79a47135cc', 'status': 'completed', 'code': 200} Aug 09 15:54:43.737211 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-da83956d-f5b8-4ea8-a807-a27aee24b9f7 req-e4d0d29e-898e-4c01-a15e-43fe5208fec9 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd6c38cc-595e-4693-9737-c44cddd81b5b HTTP/1.1" status: 200 len: 210 time: 0.0371542 Aug 09 15:54:43.996073 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889501'] for router_interface, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.245853 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] Deleting port 9a20b291-cbec-408b-835f-ad8eef6b87f2 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:44.246144 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.323273 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] For port 9a20b291-cbec-408b-835f-ad8eef6b87f2, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=9a20b291-cbec-408b-835f-ad8eef6b87f2,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:44.323633 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.335805 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] Calling delete_port for 9a20b291-cbec-408b-835f-ad8eef6b87f2 owned by network:router_interface {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:44.517484 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.543310 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a20b291-cbec-408b-835f-ad8eef6b87f2,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:44.710883 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-892205'] for router_interface, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:44.888406 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 426f2f71-327d-4df2-80bb-6b79a47135cc no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:44.908557 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: 426f2f71-327d-4df2-80bb-6b79a47135cc {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:44.908936 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device 426f2f71-327d-4df2-80bb-6b79a47135cc not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:44.909879 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device dd15c677-9726-4181-8768-d59423908412 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:44.928655 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: dd15c677-9726-4181-8768-d59423908412 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:44.929029 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device dd15c677-9726-4181-8768-d59423908412 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:44.930988 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] Router b38823d2-c5f0-43b1-814b-799f3e2c0443 has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:45.037492 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:45.046431 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-4fc1231d-03b2-47bd-84a3-bb49a1f56643 admin admin] 10.222.0.10 "PUT /v2.0/routers/b38823d2-c5f0-43b1-814b-799f3e2c0443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4377162 Aug 09 15:54:45.046431 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57060) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.049573 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076213f-086c-4938-9256-3a729df14d37 None None] Sync routers for ids ['b38823d2-c5f0-43b1-814b-799f3e2c0443'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:45.059090 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076213f-086c-4938-9256-3a729df14d37 None None] Routers {'b38823d2-c5f0-43b1-814b-799f3e2c0443'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:45.059843 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-e076213f-086c-4938-9256-3a729df14d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b38823d2-c5f0-43b1-814b-799f3e2c0443'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:45.154434 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Notify callbacks [] for router, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.165577 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-e076213f-086c-4938-9256-3a729df14d37 None None] Set router b38823d2-c5f0-43b1-814b-799f3e2c0443 gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:45.255300 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.310871 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Deleting port 0fe5a4bd-ce38-4f55-9868-957bd31851aa {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:45.311461 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.349571 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-e076213f-086c-4938-9256-3a729df14d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:54:44Z', 'revision_number': 5, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port': {'id': '0fe5a4bd-ce38-4f55-9868-957bd31851aa', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:45.387941 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076213f-086c-4938-9256-3a729df14d37 None None] Checking router: b38823d2-c5f0-43b1-814b-799f3e2c0443 for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:45.393878 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] For port 0fe5a4bd-ce38-4f55-9868-957bd31851aa, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0fe5a4bd-ce38-4f55-9868-957bd31851aa,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:45.394250 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.398154 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076213f-086c-4938-9256-3a729df14d37 None None] Routers {'b38823d2-c5f0-43b1-814b-799f3e2c0443'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:45.399030 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-e076213f-086c-4938-9256-3a729df14d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b38823d2-c5f0-43b1-814b-799f3e2c0443'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:45.408125 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Calling delete_port for 0fe5a4bd-ce38-4f55-9868-957bd31851aa owned by network:router_gateway {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:45.483909 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-e076213f-086c-4938-9256-3a729df14d37 None None] Set router b38823d2-c5f0-43b1-814b-799f3e2c0443 gateway port host: None {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:45.538200 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-e076213f-086c-4938-9256-3a729df14d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:54:45Z', 'revision_number': 6, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port_host': None}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:45.565074 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076213f-086c-4938-9256-3a729df14d37 None None] The sync data for ids ['b38823d2-c5f0-43b1-814b-799f3e2c0443'] in dv-cinder-788365-6-iscsi is: [{'id': 'b38823d2-c5f0-43b1-814b-799f3e2c0443', 'name': 'tempest-TestMinimumBasicScenario-258008374-router', 'tenant_id': 'e70aaf3e36cc43768ed61517adce2f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:00Z', 'updated_at': '2021-08-09T15:54:45Z', 'revision_number': 6, 'project_id': 'e70aaf3e36cc43768ed61517adce2f29', 'gw_port_host': None}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:45.575370 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.602975 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe5a4bd-ce38-4f55-9868-957bd31851aa,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:45.663446 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890059'] for router_gateway, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.751891 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-886079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.754265 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.797591 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-886219'] for router, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.798140 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b38823d2-c5f0-43b1-814b-799f3e2c0443 {{(pid=99999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:45.802908 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.804062 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-d2b1cf0c-f872-49fb-bf7d-665b1c01177d admin admin] 10.222.0.10 "DELETE /v2.0/routers/b38823d2-c5f0-43b1-814b-799f3e2c0443 HTTP/1.1" status: 204 len: 168 time: 0.7565536 Aug 09 15:54:45.806547 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57062) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:45.849668 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd00d2ae-bdfb-423a-97cd-79dca50d4a5e admin admin] Deleting subnet 1dab30cd-f3d5-4167-8720-b92fe9407160 {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:45.852509 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bd00d2ae-bdfb-423a-97cd-79dca50d4a5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.884963 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bd00d2ae-bdfb-423a-97cd-79dca50d4a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:45.988886 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bd00d2ae-bdfb-423a-97cd-79dca50d4a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.056208 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bd00d2ae-bdfb-423a-97cd-79dca50d4a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.085325 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00d2ae-bdfb-423a-97cd-79dca50d4a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dab30cd-f3d5-4167-8720-b92fe9407160,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.088673 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-bd00d2ae-bdfb-423a-97cd-79dca50d4a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.090591 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-bd00d2ae-bdfb-423a-97cd-79dca50d4a5e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1dab30cd-f3d5-4167-8720-b92fe9407160 HTTP/1.1" status: 204 len: 168 time: 0.2829928 Aug 09 15:54:46.093100 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57070) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:46.094678 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2823b88-022a-4358-8e22-60a07d93f95c None None] Network 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:46.164594 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.217527 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Deleting port 10a2af07-7ab1-4004-89d2-afbe076d5c09 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:46.217874 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.280697 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] For port 10a2af07-7ab1-4004-89d2-afbe076d5c09, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=10a2af07-7ab1-4004-89d2-afbe076d5c09,segment=NetworkSegment(594b1280-5850-4c52-a86f-24c0c18c2192),segment_id=594b1280-5850-4c52-a86f-24c0c18c2192)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:46.281089 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.293994 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Calling delete_port for 10a2af07-7ab1-4004-89d2-afbe076d5c09 owned by network:dhcp {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:46.388198 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.407392 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b629c-c456-433f-8300-821bddf64a1b None None] DHCP port deletion for 4c6e0164-0d12-4959-8e0c-a5bb66aaf00a request from dv-cinder-788365-6-iscsi {{(pid=100000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:46.417764 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Pushing event deleted for resources: {'Port': ['ID=10a2af07-7ab1-4004-89d2-afbe076d5c09,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:46.420685 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] No DVR routers for this DVR port 10a2af07-7ab1-4004-89d2-afbe076d5c09 on host dv-cinder-788365-6-iscsi {{(pid=99999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:46.435324 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9a20b291-cbec-408b-835f-ad8eef6b87f2 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:46.460349 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 9a20b291-cbec-408b-835f-ad8eef6b87f2 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:46.460688 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 9a20b291-cbec-408b-835f-ad8eef6b87f2 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:46.497094 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.507632 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6e0164-0d12-4959-8e0c-a5bb66aaf00a']}} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:46.770635 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594b1280-5850-4c52-a86f-24c0c18c2192') {'for_net_delete': True} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:46.771341 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594b1280-5850-4c52-a86f-24c0c18c2192') {} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:46.780837 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12833747'] for segment, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.794595 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.800931 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Releasing vlan 1109 on physical network physnet1 to pool {{(pid=99999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:46.801325 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776025'] for segment, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: Traceback (most recent call last): Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: timer() Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: cb(*args, **kw) Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: return func(*args, **kwargs) Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: self._notify() Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: self.callback(batched_events) Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: event.method(event) Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: return f(self, *a, **k) Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._get(url).json() Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:46.802937 dv-cinder-788365-6-iscsi neutron-server[99999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:46.855098 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.861552 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:46.863162 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] 10.222.0.10 "DELETE /v2.0/networks/4c6e0164-0d12-4959-8e0c-a5bb66aaf00a HTTP/1.1" status: 204 len: 168 time: 0.7691474 Aug 09 15:54:46.866187 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57072) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:46.872576 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e693509c-e2d6-4dd1-842e-9bfe5e66ec7b admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6e0164-0d12-4959-8e0c-a5bb66aaf00a,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:47.050662 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57076) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:47.210157 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Deleting port 84665301-46b6-4202-b22d-f74c69ca5e10 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:47.210518 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.290814 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.291069 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.303734 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Calling delete_port for 84665301-46b6-4202-b22d-f74c69ca5e10 owned by network:floatingip {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:47.326236 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:54:47.455412 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.466330 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889501'] for router_interface, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.482503 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event deleted for resources: {'Port': ['ID=84665301-46b6-4202-b22d-f74c69ca5e10,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:47.542295 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.542524 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.db.l3_db [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Floating IP 5f5b7839-fc59-4375-866d-8a5cd8794527 disassociated (deleted). External IP: 172.27.3.222, port: b05aa5ac-9cd6-4997-9b60-4a9050a95f99. Aug 09 15:54:47.709697 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] Deleting port 0c168342-56a9-4c55-a984-882b0d5cdce4 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:47.710179 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.751945 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Router 7d148f77-cc1f-4c2a-84e5-0af4670e837d has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:47.789470 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] For port 0c168342-56a9-4c55-a984-882b0d5cdce4, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0c168342-56a9-4c55-a984-882b0d5cdce4,segment=NetworkSegment(dd3f1168-4198-406d-9484-27aa6a5ddf47),segment_id=dd3f1168-4198-406d-9484-27aa6a5ddf47)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:47.789839 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.802953 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] Calling delete_port for 0c168342-56a9-4c55-a984-882b0d5cdce4 owned by network:router_interface {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:47.862097 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:47.867577 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:47.872574 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] Sync routers for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:47.893768 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:47.894483 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:47.895347 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-c2f4b1d9-a96c-482a-a233-3c2275a8e41c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "DELETE /v2.0/floatingips/5f5b7839-fc59-4375-866d-8a5cd8794527 HTTP/1.1" status: 204 len: 168 time: 0.8435411 Aug 09 15:54:47.895943 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'tag': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:47.898251 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec50dff-3d44-425b-8465-944e189423c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2", "tag": "b05aa5ac-9cd6-4997-9b60-4a9050a95f99"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:47.948369 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91190bd1-32a6-4449-8097-35f3122826af x-openstack-request-id: req-91190bd1-32a6-4449-8097-35f3122826af {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:47.948742 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2", "tag": "b05aa5ac-9cd6-4997-9b60-4a9050a95f99", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:47.949095 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91190bd1-32a6-4449-8097-35f3122826af {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:47.949792 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'tag': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'status': 'completed', 'code': 200} Aug 09 15:54:47.985220 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 10a2af07-7ab1-4004-89d2-afbe076d5c09 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:48.010711 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 10a2af07-7ab1-4004-89d2-afbe076d5c09 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:48.011550 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 10a2af07-7ab1-4004-89d2-afbe076d5c09 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:48.012228 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0fe5a4bd-ce38-4f55-9868-957bd31851aa no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:48.033844 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 0fe5a4bd-ce38-4f55-9868-957bd31851aa {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:48.034575 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0fe5a4bd-ce38-4f55-9868-957bd31851aa not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:48.053200 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.069130 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:48.086958 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c168342-56a9-4c55-a984-882b0d5cdce4,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:48.092486 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec50dff-3d44-425b-8465-944e189423c7 req-066b74aa-c31d-4619-b612-7517e5e580b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.094046 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4ec50dff-3d44-425b-8465-944e189423c7 req-066b74aa-c31d-4619-b612-7517e5e580b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac664f7de1a440ed997402019f891bd8&device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0943336 Aug 09 15:54:48.188639 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46543fe-1291-423c-a675-aa0f809458c9 req-0db503cb-de38-45b2-9fc5-c995c350871c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.191364 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a46543fe-1291-423c-a675-aa0f809458c9 req-0db503cb-de38-45b2-9fc5-c995c350871c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 945 time: 0.0631709 Aug 09 15:54:48.239923 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-a46543fe-1291-423c-a675-aa0f809458c9 req-3091cde7-3c08-4aef-bff4-d986bac65b0c tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414484 Aug 09 15:54:48.250512 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec50dff-3d44-425b-8465-944e189423c7 req-b442a59d-5160-4a40-8302-b204ca9cbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.252116 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4ec50dff-3d44-425b-8465-944e189423c7 req-b442a59d-5160-4a40-8302-b204ca9cbe0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 200 len: 913 time: 0.1307242 Aug 09 15:54:48.297825 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:48.324874 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] Checking router: 7d148f77-cc1f-4c2a-84e5-0af4670e837d for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:48.328824 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4ec50dff-3d44-425b-8465-944e189423c7 req-85f13c4e-caf5-470f-9d1c-f1401ba0bb22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99 HTTP/1.1" status: 200 len: 217 time: 0.0373466 Aug 09 15:54:48.334153 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:48.334777 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:48.429944 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec50dff-3d44-425b-8465-944e189423c7 req-79c624af-35b6-4e6d-a0ef-f7bf7dc50989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.431424 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4ec50dff-3d44-425b-8465-944e189423c7 req-79c624af-35b6-4e6d-a0ef-f7bf7dc50989 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 200 len: 850 time: 0.0608037 Aug 09 15:54:48.432084 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-892205'] for router_interface, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.439324 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:48.558124 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec50dff-3d44-425b-8465-944e189423c7 req-362f816b-ad1d-4788-9756-5554ec3f00db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.559746 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4ec50dff-3d44-425b-8465-944e189423c7 req-362f816b-ad1d-4788-9756-5554ec3f00db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=49a99394-9e03-4d15-ba53-434760427bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1152813 Aug 09 15:54:48.644419 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:48.674877 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c35cf5-a12f-40b8-8b4e-54c772eda268 None None] The sync data for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi is: [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:46Z', 'revision_number': 4, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi', '_interfaces': [{'id': '78506225-74d5-4f62-a37a-686f785434df', 'name': '', 'network_id': '49a99394-9e03-4d15-ba53-434760427bd2', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'mac_address': 'fa:16:3e:a1:6b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:45Z', 'updated_at': '2021-08-09T15:45:51Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'subnets': [{'id': '7f51f041-71a9-4245-9b70-e690b5c8e519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:48.751847 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4ec50dff-3d44-425b-8465-944e189423c7 req-832b8f51-c1ed-417c-9acd-6a38e699acee service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738114 Aug 09 15:54:48.802765 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-f60574e0-bc60-46b6-8102-af48f3baf866 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:48.804293 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-f60574e0-bc60-46b6-8102-af48f3baf866 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 945 time: 0.0514312 Aug 09 15:54:48.826062 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] Router b764822f-a553-44d0-a427-8a4a49a1766b has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:48.903554 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [req-4ec50dff-3d44-425b-8465-944e189423c7 req-e3111b2b-045b-40b8-8b5c-7f7351588628 service neutron] 10.222.0.44 "GET /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425130 Aug 09 15:54:48.905784 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-051cd832-a94b-4f57-bafb-951e89d593ac tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Deleting port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:48.906272 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-051cd832-a94b-4f57-bafb-951e89d593ac tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:48.907824 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231e3587-78ac-4900-94ba-a3574b880399 None None] New status for floating IP 5f5b7839-fc59-4375-866d-8a5cd8794527: DOWN {{(pid=100000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 09 15:54:48.979143 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:48.986851 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-79011a2a-5d4e-476d-89b0-4efac6c21022 admin admin] 10.222.0.10 "PUT /v2.0/routers/b764822f-a553-44d0-a427-8a4a49a1766b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1173599 Aug 09 15:54:48.987168 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57084) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:48.993270 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] Sync routers for ids ['b764822f-a553-44d0-a427-8a4a49a1766b'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:49.004076 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] Routers {'b764822f-a553-44d0-a427-8a4a49a1766b'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:49.004838 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b764822f-a553-44d0-a427-8a4a49a1766b'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:49.050662 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-051cd832-a94b-4f57-bafb-951e89d593ac tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] For port b05aa5ac-9cd6-4997-9b60-4a9050a95f99, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:49.051028 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-051cd832-a94b-4f57-bafb-951e89d593ac tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.070601 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-051cd832-a94b-4f57-bafb-951e89d593ac tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Calling delete_port for b05aa5ac-9cd6-4997-9b60-4a9050a95f99 owned by compute:nova {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:49.115448 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] Set router b764822f-a553-44d0-a427-8a4a49a1766b gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:49.161421 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Notify callbacks [] for router, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.334468 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.367214 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-051cd832-a94b-4f57-bafb-951e89d593ac tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.386854 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'name': 'tempest-TestMinimumBasicScenario-356732362-router', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:04Z', 'updated_at': '2021-08-09T15:54:47Z', 'revision_number': 5, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'gw_port': {'id': '2fbc11d4-78b2-46e8-96f9-3b1345e38a51', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:52:05Z', 'updated_at': '2021-08-09T15:52:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:49.414012 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] Checking router: b764822f-a553-44d0-a427-8a4a49a1766b for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:49.419137 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cd832-a94b-4f57-bafb-951e89d593ac tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event deleted for resources: {'Port': ['ID=b05aa5ac-9cd6-4997-9b60-4a9050a95f99,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:49.422057 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] Routers {'b764822f-a553-44d0-a427-8a4a49a1766b'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:49.423022 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['b764822f-a553-44d0-a427-8a4a49a1766b'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:49.430655 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556014-f24d-47d7-b43c-0ce5d2887ffb req-0ef2e5d4-fd7e-44ff-b891-0a9b85ad0859 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 09 15:54:49.432207 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-35556014-f24d-47d7-b43c-0ce5d2887ffb req-0ef2e5d4-fd7e-44ff-b891-0a9b85ad0859 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/ports?device_id=bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2 HTTP/1.1" status: 200 len: 867 time: 0.1132426 Aug 09 15:54:49.494915 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-051cd832-a94b-4f57-bafb-951e89d593ac tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] No DVR routers for this DVR port b05aa5ac-9cd6-4997-9b60-4a9050a95f99 on host hv-cinder-78836 {{(pid=99999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:49.498733 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-051cd832-a94b-4f57-bafb-951e89d593ac tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for port, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.500643 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-5af4c014-8a6b-4c5a-a445-26aedff990b7 req-051cd832-a94b-4f57-bafb-951e89d593ac tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.44 "DELETE /v2.0/ports/b05aa5ac-9cd6-4997-9b60-4a9050a95f99 HTTP/1.1" status: 204 len: 173 time: 0.6886680 Aug 09 15:54:49.510744 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] Set router b764822f-a553-44d0-a427-8a4a49a1766b gateway port host: None {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:49.521976 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [req-35556014-f24d-47d7-b43c-0ce5d2887ffb req-63a934ef-1fdc-4f6b-b8b5-20ec9550e5d5 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "GET /v2.0/security-groups?id=eb6e0cfa-191d-4c81-876a-30b4a4aa5795&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801418 Aug 09 15:54:49.523189 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Deleting port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:49.523526 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.567609 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'name': 'tempest-TestMinimumBasicScenario-356732362-router', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:04Z', 'updated_at': '2021-08-09T15:54:49Z', 'revision_number': 6, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'gw_port_host': None}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:49.594147 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ee266-8134-472e-8a7b-04cd9e0dc587 None None] The sync data for ids ['b764822f-a553-44d0-a427-8a4a49a1766b'] in dv-cinder-788365-6-iscsi is: [{'id': 'b764822f-a553-44d0-a427-8a4a49a1766b', 'name': 'tempest-TestMinimumBasicScenario-356732362-router', 'tenant_id': 'bde3342bf77b457aa2a9282950efd7e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:52:04Z', 'updated_at': '2021-08-09T15:54:49Z', 'revision_number': 6, 'project_id': 'bde3342bf77b457aa2a9282950efd7e8', 'gw_port_host': None}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:49.603871 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] For port 2fbc11d4-78b2-46e8-96f9-3b1345e38a51, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=2fbc11d4-78b2-46e8-96f9-3b1345e38a51,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:49.604238 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.618646 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Calling delete_port for 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 owned by network:router_gateway {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:49.783778 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.810129 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbc11d4-78b2-46e8-96f9-3b1345e38a51,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:49.880315 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890059'] for router_gateway, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.970464 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'name': 'network-vif-deleted', 'tag': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99'}] {{(pid=99999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 09 15:54:49.972770 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b3467cc33811b7b39580303cefe7e8554a609b33ea6e811c5a1f783bab09a78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cc5138-6d6b-4d55-afdc-5482ecb40d5c" -d '{"events": [{"server_uuid": "bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2", "name": "network-vif-deleted", "tag": "b05aa5ac-9cd6-4997-9b60-4a9050a95f99"}]}' {{(pid=99999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 09 15:54:49.980867 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-886079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:49.984168 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.035203 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 09 Aug 2021 15:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef954658-3c99-47a3-892e-4b6c91fdaf36 x-openstack-request-id: req-ef954658-3c99-47a3-892e-4b6c91fdaf36 {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 09 15:54:50.035498 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2", "name": "network-vif-deleted", "tag": "b05aa5ac-9cd6-4997-9b60-4a9050a95f99", "status": "completed", "code": 200}]} {{(pid=99999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 09 15:54:50.035758 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef954658-3c99-47a3-892e-4b6c91fdaf36 {{(pid=99999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 09 15:54:50.036165 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfdf7b16-d84d-4a8d-b6a6-fd6fa6070bf2', 'name': 'network-vif-deleted', 'tag': 'b05aa5ac-9cd6-4997-9b60-4a9050a95f99', 'status': 'completed', 'code': 200} Aug 09 15:54:50.045193 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-886219'] for router, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.045877 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b764822f-a553-44d0-a427-8a4a49a1766b {{(pid=99999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:50.050571 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.054678 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-e26585b4-7c2b-4d52-8de9-9b460f230ce3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b764822f-a553-44d0-a427-8a4a49a1766b HTTP/1.1" status: 204 len: 168 time: 1.0632453 Aug 09 15:54:50.054948 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57090) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:50.103407 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1dba04-4976-40c4-9440-110fafbfb076 admin admin] Deleting subnet 42835934-a006-4f57-a597-c43125c5b804 {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:50.106364 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-dd1dba04-4976-40c4-9440-110fafbfb076 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.140086 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-dd1dba04-4976-40c4-9440-110fafbfb076 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.218911 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-dd1dba04-4976-40c4-9440-110fafbfb076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.276138 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-dd1dba04-4976-40c4-9440-110fafbfb076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.305496 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dba04-4976-40c4-9440-110fafbfb076 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42835934-a006-4f57-a597-c43125c5b804,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:50.311069 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-dd1dba04-4976-40c4-9440-110fafbfb076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.312985 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-dd1dba04-4976-40c4-9440-110fafbfb076 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/42835934-a006-4f57-a597-c43125c5b804 HTTP/1.1" status: 204 len: 168 time: 0.2570605 Aug 09 15:54:50.315524 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57092) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:50.318433 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf28f464-0810-444e-b3a0-889ed481e188 None None] Network 6ad90258-0cc5-4de5-a188-26200ffd4339 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:50.385238 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0c168342-56a9-4c55-a984-882b0d5cdce4 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:50.398529 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.417359 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 0c168342-56a9-4c55-a984-882b0d5cdce4 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:50.417703 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0c168342-56a9-4c55-a984-882b0d5cdce4 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:50.455754 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Deleting port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:50.456689 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.528374 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] DHCP port deletion for 6ad90258-0cc5-4de5-a188-26200ffd4339 request from dv-cinder-788365-6-iscsi {{(pid=100000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:50.529891 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] For port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=45578d49-2e38-4a3e-96ef-e3a8cf5c4d15,segment=NetworkSegment(dd3f1168-4198-406d-9484-27aa6a5ddf47),segment_id=dd3f1168-4198-406d-9484-27aa6a5ddf47)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:50.530292 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.543935 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Calling delete_port for 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 owned by network:dhcp {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:50.573779 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Deleting port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 {{(pid=100000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:50.574225 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.597711 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57096) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:50.637100 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.650208 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] For port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=45578d49-2e38-4a3e-96ef-e3a8cf5c4d15,segment=NetworkSegment(dd3f1168-4198-406d-9484-27aa6a5ddf47),segment_id=dd3f1168-4198-406d-9484-27aa6a5ddf47)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:50.650963 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.666853 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Pushing event deleted for resources: {'Port': ['ID=45578d49-2e38-4a3e-96ef-e3a8cf5c4d15,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:50.668824 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] No DVR routers for this DVR port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 on host dv-cinder-788365-6-iscsi {{(pid=99999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:50.672281 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Calling delete_port for 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 owned by network:dhcp {{(pid=100000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:50.747835 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-f0850f3d-ffe2-464d-9cec-e8d275d107fc tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Deleting port 68c53a75-532a-4ba0-b79c-7e65c6434351 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:50.748387 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0850f3d-ffe2-464d-9cec-e8d275d107fc tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.766110 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.767399 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254'] for port, after_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.778079 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad90258-0cc5-4de5-a188-26200ffd4339']}} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:50.791483 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3f1168-4198-406d-9484-27aa6a5ddf47') {'for_net_delete': True} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:50.791483 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.services.segments.db [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3f1168-4198-406d-9484-27aa6a5ddf47') {} {{(pid=99999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:50.793906 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Pushing event deleted for resources: {'Port': ['ID=45578d49-2e38-4a3e-96ef-e3a8cf5c4d15,revision_number=None']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:50.800706 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12833747'] for segment, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.805094 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.805451 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.805790 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.806126 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.806464 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.806792 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.807117 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.807443 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.807767 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.808088 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.808417 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.808786 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788365-6-iscsi {{(pid=100000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 09 15:54:50.817163 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5f978-a31a-41be-8104-06b547c48dd1 None None] No DVR routers for this DVR port 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 on host dv-cinder-788365-6-iscsi {{(pid=100000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:50.817592 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.827477 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Releasing vlan 1132 on physical network physnet1 to pool {{(pid=99999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:50.827883 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12776025'] for segment, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: Traceback (most recent call last): Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: timer() Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: cb(*args, **kw) Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: return func(*args, **kwargs) Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: self._notify() Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: self.callback(batched_events) Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: event.method(event) Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: return f(self, *a, **k) Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._get(url).json() Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:50.831798 dv-cinder-788365-6-iscsi neutron-server[99999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:50.840667 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0850f3d-ffe2-464d-9cec-e8d275d107fc tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.841085 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0850f3d-ffe2-464d-9cec-e8d275d107fc tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.852635 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-f0850f3d-ffe2-464d-9cec-e8d275d107fc tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Calling delete_port for 68c53a75-532a-4ba0-b79c-7e65c6434351 owned by network:floatingip {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:50.890752 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.896556 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:50.901436 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6ad90258-0cc5-4de5-a188-26200ffd4339 HTTP/1.1" status: 204 len: 168 time: 0.5843637 Aug 09 15:54:50.915049 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9e3f6-9900-4242-b6fe-870a4dfa2854 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad90258-0cc5-4de5-a188-26200ffd4339,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:50.988157 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0850f3d-ffe2-464d-9cec-e8d275d107fc tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.017047 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0850f3d-ffe2-464d-9cec-e8d275d107fc tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event deleted for resources: {'Port': ['ID=68c53a75-532a-4ba0-b79c-7e65c6434351,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.086666 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0850f3d-ffe2-464d-9cec-e8d275d107fc tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for floatingip, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.089779 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-f0850f3d-ffe2-464d-9cec-e8d275d107fc tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239535'] for floatingip, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.091005 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-f0850f3d-ffe2-464d-9cec-e8d275d107fc tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "DELETE /v2.0/floatingips/33443a82-7583-414a-b695-f978bbcba99f HTTP/1.1" status: 204 len: 168 time: 0.4924972 Aug 09 15:54:51.105379 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57102) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:51.147498 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-c4e9839b-fe6c-473c-938e-08e3ed0d8d62 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e70aaf3e36cc43768ed61517adce2f29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409214 Aug 09 15:54:51.149897 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57106) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:51.200052 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed7ec-d3bf-4c25-94e6-a7e8ba10a380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.221459 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed7ec-d3bf-4c25-94e6-a7e8ba10a380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.274085 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed7ec-d3bf-4c25-94e6-a7e8ba10a380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.276588 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-eb8ed7ec-d3bf-4c25-94e6-a7e8ba10a380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.277754 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-eb8ed7ec-d3bf-4c25-94e6-a7e8ba10a380 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13d4b762-d278-45fc-bce9-72bfaae63494 HTTP/1.1" status: 204 len: 168 time: 0.1269658 Aug 09 15:54:51.285880 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ed7ec-d3bf-4c25-94e6-a7e8ba10a380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4b762-d278-45fc-bce9-72bfaae63494,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.590217 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57116) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:51.630391 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-c250409b-c866-437f-a8d5-b0980690186a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bde3342bf77b457aa2a9282950efd7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389597 Aug 09 15:54:51.632676 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57118) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:51.680280 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-32eda6d6-951b-4548-ad33-c8f075c0eaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.700993 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-32eda6d6-951b-4548-ad33-c8f075c0eaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.746452 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-32eda6d6-951b-4548-ad33-c8f075c0eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.749173 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-32eda6d6-951b-4548-ad33-c8f075c0eaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:51.750463 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-32eda6d6-951b-4548-ad33-c8f075c0eaee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae8e9d33-0a07-498b-b631-a5860d75d05e HTTP/1.1" status: 204 len: 168 time: 0.1168013 Aug 09 15:54:51.759633 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eda6d6-951b-4548-ad33-c8f075c0eaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8e9d33-0a07-498b-b631-a5860d75d05e,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:51.946038 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:51.966895 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:51.967235 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 45578d49-2e38-4a3e-96ef-e3a8cf5c4d15 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:51.967653 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:51.988286 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:51.988633 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 2fbc11d4-78b2-46e8-96f9-3b1345e38a51 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:52.293468 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57124) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:52.352944 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-74c2898b-6a12-435b-a5bc-31e1baf9e354 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.377748 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-74c2898b-6a12-435b-a5bc-31e1baf9e354 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.450989 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-74c2898b-6a12-435b-a5bc-31e1baf9e354 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.454239 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-74c2898b-6a12-435b-a5bc-31e1baf9e354 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:52.455399 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-74c2898b-6a12-435b-a5bc-31e1baf9e354 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] 10.222.0.10 "DELETE /v2.0/security-groups/eb6e0cfa-191d-4c81-876a-30b4a4aa5795 HTTP/1.1" status: 204 len: 168 time: 0.1609812 Aug 09 15:54:52.464545 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2898b-6a12-435b-a5bc-31e1baf9e354 tempest-TestVolumeBootPattern-2025257072 tempest-TestVolumeBootPattern-2025257072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6e0cfa-191d-4c81-876a-30b4a4aa5795,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:52.511898 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57128) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:52.934385 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device b05aa5ac-9cd6-4997-9b60-4a9050a95f99 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:52.954892 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] No Port match for: b05aa5ac-9cd6-4997-9b60-4a9050a95f99 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:52.955566 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Device b05aa5ac-9cd6-4997-9b60-4a9050a95f99 not bound to the agent host hv-cinder-78836 {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:53.053311 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889501'] for router_interface, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.478566 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-fdfae2a0-b37b-42a9-a7ed-877953a3719b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.533387 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] Deleting port 78506225-74d5-4f62-a37a-686f785434df {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:53.533731 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.619292 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] For port 78506225-74d5-4f62-a37a-686f785434df, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=78506225-74d5-4f62-a37a-686f785434df,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:53.619657 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.632947 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] Calling delete_port for 78506225-74d5-4f62-a37a-686f785434df owned by network:router_interface {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:53.818003 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:53.844192 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78506225-74d5-4f62-a37a-686f785434df,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:54.032584 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-892205'] for router_interface, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.253300 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] Router 7d148f77-cc1f-4c2a-84e5-0af4670e837d has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:54.362573 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:54.367699 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-29d1095c-0304-47a4-acc0-42da331641f4 admin admin] 10.222.0.10 "PUT /v2.0/routers/7d148f77-cc1f-4c2a-84e5-0af4670e837d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8547482 Aug 09 15:54:54.370361 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57132) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:54.371031 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] Sync routers for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:54.379993 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:54.380614 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:54.475019 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Notify callbacks [] for router, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.483747 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: dv-cinder-788365-6-iscsi {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:54.574056 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.625510 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Deleting port c4bc5dcc-a61c-4978-b929-770473e63fd2 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:54.625858 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.660751 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:54:53Z', 'revision_number': 5, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port': {'id': 'c4bc5dcc-a61c-4978-b929-770473e63fd2', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:97:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:54.686201 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] Checking router: 7d148f77-cc1f-4c2a-84e5-0af4670e837d for host: dv-cinder-788365-6-iscsi {{(pid=100000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:54.694806 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] Routers {'7d148f77-cc1f-4c2a-84e5-0af4670e837d'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:54.695447 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:26Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'], 'active': True} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:54.708237 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] For port c4bc5dcc-a61c-4978-b929-770473e63fd2, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=c4bc5dcc-a61c-4978-b929-770473e63fd2,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:54.708607 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.721113 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Calling delete_port for c4bc5dcc-a61c-4978-b929-770473e63fd2 owned by network:router_gateway {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:54.779721 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvr_db [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] Set router 7d148f77-cc1f-4c2a-84e5-0af4670e837d gateway port host: None {{(pid=100000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:54.829825 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_hamode_db [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:54:54Z', 'revision_number': 6, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port_host': None}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:54.858191 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b0228-e4b2-4dd6-a9fa-be2c351d0620 None None] The sync data for ids ['7d148f77-cc1f-4c2a-84e5-0af4670e837d'] in dv-cinder-788365-6-iscsi is: [{'id': '7d148f77-cc1f-4c2a-84e5-0af4670e837d', 'name': 'tempest-TestVolumeBootPattern-325138007-router', 'tenant_id': 'ac664f7de1a440ed997402019f891bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:43Z', 'updated_at': '2021-08-09T15:54:54Z', 'revision_number': 6, 'project_id': 'ac664f7de1a440ed997402019f891bd8', 'gw_port_host': None}] {{(pid=100000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:54.890463 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:54.915655 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bc5dcc-a61c-4978-b929-770473e63fd2,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:54.974381 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890059'] for router_gateway, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.061876 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-886079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.063915 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.108297 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-886219'] for router, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.108790 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d148f77-cc1f-4c2a-84e5-0af4670e837d {{(pid=99998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:55.114150 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] Notify callbacks [] for router, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.115449 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-72646756-20e2-4e01-b04b-a02e333c8755 admin admin] 10.222.0.10 "DELETE /v2.0/routers/7d148f77-cc1f-4c2a-84e5-0af4670e837d HTTP/1.1" status: 204 len: 168 time: 0.7441106 Aug 09 15:54:55.117957 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57134) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:55.161515 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.db_base_plugin_v2 [None req-0589212d-c6a6-4af6-a82a-a2d34d95eb61 admin admin] Deleting subnet 7f51f041-71a9-4245-9b70-e690b5c8e519 {{(pid=99998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:55.164374 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0589212d-c6a6-4af6-a82a-a2d34d95eb61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.198824 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0589212d-c6a6-4af6-a82a-a2d34d95eb61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15669160'] for subnet, precommit_delete_associations {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.283015 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0589212d-c6a6-4af6-a82a-a2d34d95eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.337602 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0589212d-c6a6-4af6-a82a-a2d34d95eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15668209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14180536'] for subnet, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.361380 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589212d-c6a6-4af6-a82a-a2d34d95eb61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f51f041-71a9-4245-9b70-e690b5c8e519,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:55.368285 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-0589212d-c6a6-4af6-a82a-a2d34d95eb61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.370189 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-0589212d-c6a6-4af6-a82a-a2d34d95eb61 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7f51f041-71a9-4245-9b70-e690b5c8e519 HTTP/1.1" status: 204 len: 168 time: 0.2511344 Aug 09 15:54:55.372568 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57136) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:55.375698 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d3e76-bcc8-4658-8645-3bde8bf4660d None None] Network 49a99394-9e03-4d15-ba53-434760427bd2 requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:55.443873 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.498033 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Deleting port 0a9262d6-af8d-4c49-8c66-8335dca077f6 {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:55.498380 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.560052 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] For port 0a9262d6-af8d-4c49-8c66-8335dca077f6, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0a9262d6-af8d-4c49-8c66-8335dca077f6,segment=NetworkSegment(bfe531b5-6c17-4cda-822b-743be3ed26a9),segment_id=bfe531b5-6c17-4cda-822b-743be3ed26a9)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:55.560353 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.572480 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Calling delete_port for 0a9262d6-af8d-4c49-8c66-8335dca077f6 owned by network:dhcp {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:55.617352 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24632fd8-1356-49df-8a3d-7c86b56b2030 None None] DHCP port deletion for 49a99394-9e03-4d15-ba53-434760427bd2 request from dv-cinder-788365-6-iscsi {{(pid=100000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:55.658561 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.667057 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-24632fd8-1356-49df-8a3d-7c86b56b2030 None None] Deleting port 0a9262d6-af8d-4c49-8c66-8335dca077f6 {{(pid=100000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:55.667740 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-24632fd8-1356-49df-8a3d-7c86b56b2030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.686264 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9262d6-af8d-4c49-8c66-8335dca077f6,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:55.688479 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] No DVR routers for this DVR port 0a9262d6-af8d-4c49-8c66-8335dca077f6 on host dv-cinder-788365-6-iscsi {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:55.733677 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-24632fd8-1356-49df-8a3d-7c86b56b2030 None None] For port 0a9262d6-af8d-4c49-8c66-8335dca077f6, host dv-cinder-788365-6-iscsi, got binding levels [] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:55.734103 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-24632fd8-1356-49df-8a3d-7c86b56b2030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.748059 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-24632fd8-1356-49df-8a3d-7c86b56b2030 None None] Calling delete_port for 0a9262d6-af8d-4c49-8c66-8335dca077f6 owned by network:dhcp {{(pid=100000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:55.750711 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.ipam_backend_mixin [None req-24632fd8-1356-49df-8a3d-7c86b56b2030 None None] Port 0a9262d6-af8d-4c49-8c66-8335dca077f6 was not found and therefore no delete operation was performed {{(pid=100000) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 09 15:54:55.751955 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-24632fd8-1356-49df-8a3d-7c86b56b2030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254'] for port, after_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.763500 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.773538 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a99394-9e03-4d15-ba53-434760427bd2']}} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:55.780905 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24632fd8-1356-49df-8a3d-7c86b56b2030 None None] Pushing event deleted for resources: {'Port': ['ID=0a9262d6-af8d-4c49-8c66-8335dca077f6,revision_number=None']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:55.784709 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24632fd8-1356-49df-8a3d-7c86b56b2030 None None] No DVR routers for this DVR port 0a9262d6-af8d-4c49-8c66-8335dca077f6 on host dv-cinder-788365-6-iscsi {{(pid=100000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:55.791490 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe531b5-6c17-4cda-822b-743be3ed26a9') {'for_net_delete': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:55.791490 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe531b5-6c17-4cda-822b-743be3ed26a9') {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:55.799083 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15669183'] for segment, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.814067 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.821259 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=99998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:55.821701 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15668015'] for segment, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: Traceback (most recent call last): Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: timer() Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: cb(*args, **kw) Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: return func(*args, **kwargs) Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: self._notify() Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: self.callback(batched_events) Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: event.method(event) Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: return f(self, *a, **k) Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._get(url).json() Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:55.823538 dv-cinder-788365-6-iscsi neutron-server[99998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:55.880158 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.891135 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:55.896020 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/49a99394-9e03-4d15-ba53-434760427bd2 HTTP/1.1" status: 204 len: 168 time: 0.5197802 Aug 09 15:54:55.897150 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57138) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:55.905586 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65125a38-fe2c-458d-813c-fc652f220ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a99394-9e03-4d15-ba53-434760427bd2,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:55.938274 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 78506225-74d5-4f62-a37a-686f785434df no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:56.080107 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 78506225-74d5-4f62-a37a-686f785434df {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:56.080478 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 78506225-74d5-4f62-a37a-686f785434df not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:56.080934 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device c4bc5dcc-a61c-4978-b929-770473e63fd2 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:56.104030 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: c4bc5dcc-a61c-4978-b929-770473e63fd2 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:56.104371 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device c4bc5dcc-a61c-4978-b929-770473e63fd2 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:56.104806 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0a9262d6-af8d-4c49-8c66-8335dca077f6 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:56.124798 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 0a9262d6-af8d-4c49-8c66-8335dca077f6 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:56.125063 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0a9262d6-af8d-4c49-8c66-8335dca077f6 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:56.126507 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-e9a00db1-9290-4c46-b3b7-e525614cb8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.263617 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889501'] for router_interface, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.294161 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.743410 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] Deleting port 0d512754-2374-4492-b290-401bcb911310 {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:56.743753 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.823078 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] For port 0d512754-2374-4492-b290-401bcb911310, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=0d512754-2374-4492-b290-401bcb911310,segment=NetworkSegment(818b1805-d561-46f2-984f-6abd9306897d),segment_id=818b1805-d561-46f2-984f-6abd9306897d)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:56.823439 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:56.836199 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] Calling delete_port for 0d512754-2374-4492-b290-401bcb911310 owned by network:router_interface {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:57.012590 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.037449 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d512754-2374-4492-b290-401bcb911310,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:57.204511 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-621631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-892205'] for router_interface, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.236310 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.424298 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] Router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f has already been hosted by L3 agent ae6f944b-1730-494d-a366-53bd0901bae7 {{(pid=99999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 09 15:54:57.527050 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] Notify agent at l3_agent.dv-cinder-788365-6-iscsi the message routers_updated {{(pid=99999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 09 15:54:57.532003 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-0765a214-efd8-4bd0-9032-5d91c624e186 admin admin] 10.222.0.10 "PUT /v2.0/routers/a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6332211 Aug 09 15:54:57.535360 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57140) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:57.537961 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] Sync routers for ids ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'] in dv-cinder-788365-6-iscsi {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 09 15:54:57.546913 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] Routers {'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:57.547519 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:57.638329 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Notify callbacks [] for router, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.649502 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] Set router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f gateway port host: dv-cinder-788365-6-iscsi {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:57.740419 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.792269 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Deleting port 2654997b-a91c-4cb2-b859-581c596e5f6a {{(pid=99999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:57.792619 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.829751 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'name': 'tempest-TestVolumeBootPattern-1618462455-router', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'external_fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:47Z', 'updated_at': '2021-08-09T15:54:56Z', 'revision_number': 5, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'gw_port': {'id': '2654997b-a91c-4cb2-b859-581c596e5f6a', 'name': '', 'network_id': '97a8b985-7f6e-4284-aa05-03aa9c6dfe75', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788365-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-09T15:45:48Z', 'updated_at': '2021-08-09T15:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30a8e941-c494-4597-baa3-a601c32cdd41', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788365-6-iscsi'}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:57.857475 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] Checking router: a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f for host: dv-cinder-788365-6-iscsi {{(pid=100001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 09 15:54:57.865705 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] Routers {'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'} bound to L3 agent in host dv-cinder-788365-6-iscsi {{(pid=100001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 09 15:54:57.866313 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788365-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-09T15:32:26Z,description=,heartbeat_timestamp=2021-08-09T15:54:56Z,host='dv-cinder-788365-6-iscsi',id=ae6f944b-1730-494d-a366-53bd0901bae7,load=0,resource_versions=,resources_synced=,started_at=2021-08-09T15:32:26Z,topic='l3_agent')) {'router_ids': ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'], 'active': True} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:57.874043 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.db [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] For port 2654997b-a91c-4cb2-b859-581c596e5f6a, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=2654997b-a91c-4cb2-b859-581c596e5f6a,segment=NetworkSegment(99985b3e-031d-48fb-a4aa-a1616c1aed9e),segment_id=99985b3e-031d-48fb-a4aa-a1616c1aed9e)] {{(pid=99999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:57.874310 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:57.888578 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.plugins.ml2.plugin [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Calling delete_port for 2654997b-a91c-4cb2-b859-581c596e5f6a owned by network:router_gateway {{(pid=99999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:57.952544 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_dvr_db [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] Set router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f gateway port host: None {{(pid=100001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 09 15:54:58.004986 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.l3_hamode_db [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'name': 'tempest-TestVolumeBootPattern-1618462455-router', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:47Z', 'updated_at': '2021-08-09T15:54:57Z', 'revision_number': 6, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'gw_port_host': None}], 'dv-cinder-788365-6-iscsi', False) {} {{(pid=100001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:58.034754 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121fbe30-5871-4ab7-aca4-286e31f73e66 None None] The sync data for ids ['a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f'] in dv-cinder-788365-6-iscsi is: [{'id': 'a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f', 'name': 'tempest-TestVolumeBootPattern-1618462455-router', 'tenant_id': '5c66c6bff7f345698f9fe034911faff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-09T15:45:47Z', 'updated_at': '2021-08-09T15:54:57Z', 'revision_number': 6, 'project_id': '5c66c6bff7f345698f9fe034911faff9', 'gw_port_host': None}] {{(pid=100001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 09 15:54:58.060506 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12776116'] for port, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.085015 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Pushing event deleted for resources: {'Port': ['ID=2654997b-a91c-4cb2-b859-581c596e5f6a,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:58.145170 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890059'] for router_gateway, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.231476 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-886079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7305'] for router, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.233519 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.277499 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-886219'] for router, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.277994 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f {{(pid=99999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 09 15:54:58.282670 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] Notify callbacks [] for router, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.284397 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-08d226b2-eeed-45c2-9c1e-05a98ed168fd admin admin] 10.222.0.10 "DELETE /v2.0/routers/a4f0e82e-b7c9-4fcd-b04a-ffba2817fb0f HTTP/1.1" status: 204 len: 168 time: 0.7475066 Aug 09 15:54:58.286857 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [-] (99999) accepted ('10.222.0.10', 57142) {{(pid=99999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:58.329679 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8716340-98df-487c-bf05-023fd049fc82 admin admin] Deleting subnet 5543e432-a869-4b96-ad9f-1def695a5f73 {{(pid=99999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 09 15:54:58.332483 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d8716340-98df-487c-bf05-023fd049fc82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.365204 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d8716340-98df-487c-bf05-023fd049fc82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12833732'] for subnet, precommit_delete_associations {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.449672 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d8716340-98df-487c-bf05-023fd049fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1581141'] for subnet, precommit_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.504075 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d8716340-98df-487c-bf05-023fd049fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1581122', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12776071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12645208'] for subnet, after_delete {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.527972 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8716340-98df-487c-bf05-023fd049fc82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5543e432-a869-4b96-ad9f-1def695a5f73,revision_number=None']} {{(pid=99999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:58.533347 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron_lib.callbacks.manager [None req-d8716340-98df-487c-bf05-023fd049fc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for subnet, before_response {{(pid=99999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.535873 dv-cinder-788365-6-iscsi neutron-server[99999]: INFO neutron.wsgi [None req-d8716340-98df-487c-bf05-023fd049fc82 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5543e432-a869-4b96-ad9f-1def695a5f73 HTTP/1.1" status: 204 len: 168 time: 0.2480593 Aug 09 15:54:58.538660 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57144) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:58.540053 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ab0d1-889a-4284-ad45-f769d79df6be None None] Network bc635b13-e9d0-4a94-8b95-8cc2fc815beb requested from dv-cinder-788365-6-iscsi {{(pid=100000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 09 15:54:58.609232 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1636490'] for network, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.663198 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Deleting port 94231ab0-ade9-4bf4-af53-be77462f328f {{(pid=99998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:58.663542 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.727452 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.db [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] For port 94231ab0-ade9-4bf4-af53-be77462f328f, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=94231ab0-ade9-4bf4-af53-be77462f328f,segment=NetworkSegment(818b1805-d561-46f2-984f-6abd9306897d),segment_id=818b1805-d561-46f2-984f-6abd9306897d)] {{(pid=99998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:58.727745 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.740784 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.plugin [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Calling delete_port for 94231ab0-ade9-4bf4-af53-be77462f328f owned by network:dhcp {{(pid=99998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:58.776006 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce7eccb-2547-4c69-8896-2836b4d32063 None None] DHCP port deletion for bc635b13-e9d0-4a94-8b95-8cc2fc815beb request from dv-cinder-788365-6-iscsi {{(pid=100000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 09 15:54:58.825178 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-dce7eccb-2547-4c69-8896-2836b4d32063 None None] Deleting port 94231ab0-ade9-4bf4-af53-be77462f328f {{(pid=100000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 09 15:54:58.825626 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-dce7eccb-2547-4c69-8896-2836b4d32063 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748354227249'] for port, before_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.832783 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15668162'] for port, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.855694 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Pushing event deleted for resources: {'Port': ['ID=94231ab0-ade9-4bf4-af53-be77462f328f,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:58.861172 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] No DVR routers for this DVR port 94231ab0-ade9-4bf4-af53-be77462f328f on host dv-cinder-788365-6-iscsi {{(pid=99998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:58.891183 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.db [None req-dce7eccb-2547-4c69-8896-2836b4d32063 None None] For port 94231ab0-ade9-4bf4-af53-be77462f328f, host dv-cinder-788365-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788365-6-iscsi',level=0,port_id=94231ab0-ade9-4bf4-af53-be77462f328f,segment=NetworkSegment(818b1805-d561-46f2-984f-6abd9306897d),segment_id=818b1805-d561-46f2-984f-6abd9306897d)] {{(pid=100000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 09 15:54:58.891582 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-dce7eccb-2547-4c69-8896-2836b4d32063 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-896943'] for port, precommit_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.905229 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-dce7eccb-2547-4c69-8896-2836b4d32063 None None] Calling delete_port for 94231ab0-ade9-4bf4-af53-be77462f328f owned by network:dhcp {{(pid=100000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 09 15:54:58.934651 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1588946', 'neutron.services.segments.db._delete_segments_for_network-8748354402672'] for network, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.945255 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc635b13-e9d0-4a94-8b95-8cc2fc815beb']}} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:58.959502 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818b1805-d561-46f2-984f-6abd9306897d') {'for_net_delete': True} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:58.959800 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.services.segments.db [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818b1805-d561-46f2-984f-6abd9306897d') {} {{(pid=99998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 09 15:54:58.960369 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.969294 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748354406009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15669183'] for segment, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.983648 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076'] for segment, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.990488 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=99998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 09 15:54:58.990893 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1581076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15668015'] for segment, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: Traceback (most recent call last): Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: timer() Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: cb(*args, **kw) Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: return func(*args, **kwargs) Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: self._notify() Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: self.callback(batched_events) Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: event.method(event) Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: aggregate_uuid = self.p_client.list_aggregates( Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: return f(self, *a, **k) Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._get(url).json() Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: return self.request(url, 'GET', **kwargs) Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: base_url = self.get_endpoint(auth, allow=allow, Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 09 15:54:58.993042 dv-cinder-788365-6-iscsi neutron-server[99998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 09 15:54:59.002222 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-dce7eccb-2547-4c69-8896-2836b4d32063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1798978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748354232971', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748353846254'] for port, after_delete {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.031247 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce7eccb-2547-4c69-8896-2836b4d32063 None None] Pushing event deleted for resources: {'Port': ['ID=94231ab0-ade9-4bf4-af53-be77462f328f,revision_number=None']} {{(pid=100000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:59.033207 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce7eccb-2547-4c69-8896-2836b4d32063 None None] No DVR routers for this DVR port 94231ab0-ade9-4bf4-af53-be77462f328f on host dv-cinder-788365-6-iscsi {{(pid=100000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 09 15:54:59.058236 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1588939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-621574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-890031'] for network, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.064126 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-621592'] for network, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.066734 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bc635b13-e9d0-4a94-8b95-8cc2fc815beb HTTP/1.1" status: 204 len: 168 time: 0.5269196 Aug 09 15:54:59.078002 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dac0d2-fa81-4db1-a649-34bd0eb7a252 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc635b13-e9d0-4a94-8b95-8cc2fc815beb,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:59.181270 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57148) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:59.219162 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-5a36cea1-c4b9-456e-b73c-15832e85b2b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac664f7de1a440ed997402019f891bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367665 Aug 09 15:54:59.222207 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57150) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:59.267886 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cf16d1f3-24ad-417e-a75f-b8e313e23bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.292560 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cf16d1f3-24ad-417e-a75f-b8e313e23bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.338262 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cf16d1f3-24ad-417e-a75f-b8e313e23bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.340933 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-cf16d1f3-24ad-417e-a75f-b8e313e23bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.342071 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-cf16d1f3-24ad-417e-a75f-b8e313e23bed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a58de031-e6f0-449f-b55c-5640890c05d9 HTTP/1.1" status: 204 len: 168 time: 0.1189928 Aug 09 15:54:59.349993 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16d1f3-24ad-417e-a75f-b8e313e23bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58de031-e6f0-449f-b55c-5640890c05d9,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:59.647120 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57156) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:59.686548 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-e5e88106-dfbd-4c32-bdfe-0e678d9bac54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c66c6bff7f345698f9fe034911faff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382278 Aug 09 15:54:59.688959 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [-] (99998) accepted ('10.222.0.10', 57158) {{(pid=99998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 09 15:54:59.735418 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b0c32e85-8428-4cc1-b8c9-21577bda8ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.756980 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b0c32e85-8428-4cc1-b8c9-21577bda8ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.804229 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b0c32e85-8428-4cc1-b8c9-21577bda8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782774'] for security_group, after_delete {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.806800 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron_lib.callbacks.manager [None req-b0c32e85-8428-4cc1-b8c9-21577bda8ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:54:59.807931 dv-cinder-788365-6-iscsi neutron-server[99998]: INFO neutron.wsgi [None req-b0c32e85-8428-4cc1-b8c9-21577bda8ab3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/290a76e9-1d5c-41dc-82dd-6b83c97a91d8 HTTP/1.1" status: 204 len: 168 time: 0.1181016 Aug 09 15:54:59.816487 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c32e85-8428-4cc1-b8c9-21577bda8ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290a76e9-1d5c-41dc-82dd-6b83c97a91d8,revision_number=None']} {{(pid=99998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 09 15:54:59.938867 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 94231ab0-ade9-4bf4-af53-be77462f328f no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:59.960803 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 94231ab0-ade9-4bf4-af53-be77462f328f {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:59.961151 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 94231ab0-ade9-4bf4-af53-be77462f328f not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:59.961572 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 2654997b-a91c-4cb2-b859-581c596e5f6a no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:54:59.981770 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 2654997b-a91c-4cb2-b859-581c596e5f6a {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:54:59.982118 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 2654997b-a91c-4cb2-b859-581c596e5f6a not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:54:59.982544 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0d512754-2374-4492-b290-401bcb911310 no longer exists at agent ovs-agent-dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 09 15:55:00.003920 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.plugin [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] No Port match for: 0d512754-2374-4492-b290-401bcb911310 {{(pid=100000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 09 15:55:00.004273 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron.plugins.ml2.rpc [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Device 0d512754-2374-4492-b290-401bcb911310 not bound to the agent host dv-cinder-788365-6-iscsi {{(pid=100000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 09 15:55:07.188332 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:23.481651 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-86ce9ad9-bc50-424e-ac2a-0cea07cf1d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:24.325750 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:55:26.076273 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-f66c14f4-3e10-443b-ae73-f9e23890df6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:26.295360 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:27.224917 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:28.926114 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:37.219269 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:52.737501 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [req-b0a4784a-0e50-4b29-8d69-0553ad0e3c62 req-afe6a851-7dec-4aad-8357-eae2794b0a79 service neutron] (99998) timed out ('10.222.0.44', 57209) {{(pid=99998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 15:55:53.301683 dv-cinder-788365-6-iscsi neutron-server[99998]: DEBUG neutron.wsgi [req-10b945fd-0b83-46d5-a92b-53e0a72ad3bc req-d941a075-0643-422e-9bfb-d98503d8d3ec service neutron] (99998) timed out ('10.222.0.44', 57223) {{(pid=99998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 15:55:53.482027 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-aff76ba2-d331-45e5-9e8c-cfa63fda2040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:55.016955 dv-cinder-788365-6-iscsi neutron-server[99999]: DEBUG neutron.wsgi [req-6d1b5691-3b6f-4832-a3b5-86661a5c072f req-c83c9f3e-1093-476d-a345-8758cde564a3 service neutron] (99999) timed out ('10.222.0.44', 57180) {{(pid=99999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 09 15:55:56.076185 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-f721bbc9-dad0-4899-a8ae-4d3242da2440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:56.295544 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:57.228165 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:55:58.930627 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:01.325088 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:56:07.235689 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:23.482710 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-9fae1bbc-a958-4c05-9447-93ab222aa7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.076542 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-1d095903-e694-47ce-aa65-7810ea09c661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:26.296774 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:27.229772 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:28.933069 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:37.233122 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:38.324303 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:56:53.483151 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-28f1b927-814f-4c6b-ad0c-37b24c0a9d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.079146 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-2cd2f045-7279-4948-b2a6-dca3db5060d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:56.298164 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:57.231072 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:56:58.935688 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:07.232917 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:15.323097 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:57:23.483285 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-72f000b2-2a7b-4e9f-befe-c0d3d4c1277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.079755 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-89837305-0b7d-48c7-aac3-bd94b88715b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:26.299341 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:27.235316 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:28.938360 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:37.240091 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:52.322814 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:57:53.483800 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-cf2c7a93-72ab-4d56-8a58-bfcef771f4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.080197 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-baa3b239-b7c7-4ae6-8d79-87d7d2e33807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:56.300693 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:57.237777 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:57:58.940834 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:07.251987 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:23.484635 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-3a8d1c81-4233-4f0a-a24f-514689c3f55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.079809 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-28193501-8357-4a20-ab46-3f791b173def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:26.300824 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:27.240569 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:28.946485 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:29.321186 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:58:37.261290 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:53.484961 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ad71acfe-5ab0-4173-8aaf-22e9da3cca44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.079738 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-34b1593f-e055-4a81-883d-3ca96cc65572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:56.301352 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:57.243125 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:58:58.950392 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:06.321411 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:59:07.275569 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:23.486717 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-6c17f3e0-0316-437f-8dbb-3bf2e5caeed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.079654 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4f4e-a9a7-4c17-ae80-b776c96dab28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:26.302925 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:27.246322 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:28.951701 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:37.275626 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:43.320156 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 15:59:53.487569 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d1ef4484-369d-471c-9da2-d55039abebb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:56.078711 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-98d9d9b8-4d75-41e4-afde-afdc101e43ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:56.303686 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:57.251250 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 15:59:58.954969 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:07.316144 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:20.318733 dv-cinder-788365-6-iscsi neutron-server[100001]: DEBUG neutron.db.agents_db [None req-6c1ed0cf-a5b1-4c7c-9845-e56cb8886a34 None None] Agent healthcheck: found 6 active agents {{(pid=100001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 09 16:00:23.487717 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-39273315-43b5-4fdc-aa8a-3bc2813303c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.079659 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-92954e05-733b-4e5a-9a81-111fb535141a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:26.303163 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-8a11e187-3bd8-4c27-befa-e4633eef6f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:27.252383 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-bbc5e583-f66c-4a67-a981-88d265ebb58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:28.957114 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-a67f315a-6196-4384-83b1-66e8b14e94de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 09 16:00:37.320926 dv-cinder-788365-6-iscsi neutron-server[100000]: DEBUG neutron_lib.callbacks.manager [None req-d0896c55-b0d3-4053-8b9a-30e126e68b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748354402564', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1764188'] for agent, after_update {{(pid=100000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}